-- Logs begin at Wed 2020-12-02 14:48:35 UTC, end at Wed 2020-12-02 16:06:45 UTC. --
Dec 02 15:38:24.897396 dv-cinder-737618-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 02 15:38:27.475918 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.common.config [-] Logging enabled!
Dec 02 15:38:27.476529 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194
Dec 02 15:38:27.477713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80280) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 02 15:38:27.478449 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.common.config [-] Logging enabled!
Dec 02 15:38:27.478739 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194
Dec 02 15:38:27.479015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80280) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 02 15:38:27.480148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 15:38:27.480417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 15:38:27.481457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 15:38:27.481743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 15:38:27.482007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 15:38:27.482384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.482732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.483076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.483376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.483687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.484713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.484952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.485291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.485635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.485963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.486285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.486616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.486879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.487215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.487546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.487871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.488154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.488475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.489018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.489339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.489662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.489998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.490315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.490625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.490951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.491323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] host                           = dv-cinder-737618-2-iscsi {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.491642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.491994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.492335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.492667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.492983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.493301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.493632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.493948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.494260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.494578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.494914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.495248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.495590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.495847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.496127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.496468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.496808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.497124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.497442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.497760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.498076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.498393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.498704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.499069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.499458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.499783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.500124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.500440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.500751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.501063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.501394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.501709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.502024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.502338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.502672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.502981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.503296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.503640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.503999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.504329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.504657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.504971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.505300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.505611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.505919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.506232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.506543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.506848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.507171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.507483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.507792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.508129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.508440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.508769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:27.509109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.509454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.509800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.510124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.510458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.510814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.511150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.511468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.511803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.512166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.512495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.512812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.513945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.513945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.513945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.514220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.514321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.514651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.514992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.515307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.515650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.515966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.516304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.516627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.516942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.517254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.517564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.517884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.518219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.518536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.518846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.519157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.519473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.519779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.520132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.520564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.520877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.521188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.521506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.521819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.522135 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.522453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.522765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.523081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.523392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.523699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.524032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.524348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.524660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.524971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.525281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.525635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.525951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.526266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.526578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.526891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.527202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.527531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.527872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.528215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.528538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.528859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.529179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.529495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.529809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.530124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.530446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.531275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.531615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.531941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.532295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.532618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.532939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.533284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.533638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.533966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.534287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.534607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.534937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.535261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.535598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.535938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.536298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.536631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.536967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.537288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.537644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.537965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:27.538214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 15:38:27.538483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80280) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 02 15:38:28.204266 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading Gnome
Dec 02 15:38:28.221640 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading Google
Dec 02 15:38:28.224451 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading Windows (alt)
Dec 02 15:38:28.227906 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading file
Dec 02 15:38:28.228772 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading keyczar
Dec 02 15:38:28.229057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading multi
Dec 02 15:38:28.229726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO keyring.backend [-] Loading pyfs
Dec 02 15:38:28.278081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:38:28.278391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:38:28.278721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:38:28.279094 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 02 15:38:28.705894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.706443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.706549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.769336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.769646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.769952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.773357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.773666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.773967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.851918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.852260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.852567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.853816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.854124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.854428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.975333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1092616378> agent after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.975586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1092616378> agent after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.975891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1092616400> segment precommit_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.976248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1092616488> network precommit_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:28.977082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f109261a488> segment before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.163557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> network before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.163936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f10927bb400> agent before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.164297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> network before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.164608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.164913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.165298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> segment after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.165606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> segment precommit_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.165991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> segment precommit_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.166296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> segment after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.166639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> network after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.166942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> network precommit_delete 0 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.167253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port provisioning_complete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.167562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.167858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.168220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> agent after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.168539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> subnet after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.168837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> subnet precommit_delete 0 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.169168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.169454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.169938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.170229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.170515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.170889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.171338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.171575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1093283e80>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.172041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.172316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.172595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.172876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.173145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.173419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:29.174782 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 02 15:38:29.182453 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 02 15:38:29.190261 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 02 15:38:29.195597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Dec 02 15:38:29.198407 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 02 15:38:29.199540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 02 15:38:29.199929 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 02 15:38:29.200401 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 02 15:38:29.204659 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 02 15:38:29.204950 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 02 15:38:29.205344 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 02 15:38:29.228153 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 02 15:38:29.228629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1092405e48>> qos_plugin after_init 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.228966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 02 15:38:29.229382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1092336e80>> logging-plugin after_init 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.230747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 02 15:38:29.231068 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 02 15:38:29.231353 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 02 15:38:29.234689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1092336f28>> floatingip before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.235006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1092336f28>> port before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:29.301558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 02 15:38:29.301831 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 02 15:38:29.302103 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 02 15:38:29.302512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 02 15:38:29.339791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.sqlalchemy.engines [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80280) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 02 15:38:29.745683 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing driver for type 'gre'
Dec 02 15:38:29.746260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] gre ID ranges: [(1, 1000)]
Dec 02 15:38:29.852610 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing driver for type 'local'
Dec 02 15:38:29.852982 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing driver for type 'vlan'
Dec 02 15:38:29.926609 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] VlanTypeDriver initialization complete
Dec 02 15:38:29.926987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing driver for type 'vxlan'
Dec 02 15:38:29.927541 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] vxlan ID ranges: [(1, 1000)]
Dec 02 15:38:30.065611 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing extension driver 'port_security'
Dec 02 15:38:30.065912 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.extensions.port_security [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] PortSecurityExtensionDriver initialization complete
Dec 02 15:38:30.066285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing mechanism driver 'openvswitch'
Dec 02 15:38:30.072630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:30.073504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f109f77f208>> port after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.073924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f109f77f208>> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.074431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f109f77f208>> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.074864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9748>> subnet after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.075259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9748>> subnet after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.075645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9748>> subnet after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.076090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9908>> network after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.076479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9908>> network after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.076862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9908>> network after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.077276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9ac8>> security_group after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.077732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9ac8>> security_group after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.078114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9ac8>> security_group after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.078532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9c88>> security_group_rule after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.078919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9c88>> security_group_rule after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.079305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9c88>> security_group_rule after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.079909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9e48>> address_group after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.080318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9e48>> address_group after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.080702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1091ed9e48>> address_group after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.081082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] ML2 OVO RPC backend initialized. {{(pid=80280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 02 15:38:30.081805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> router_interface after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.082202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> router_interface after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.082668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> network before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.083056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> networks before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.083441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> port before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.083825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> ports before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.084217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> subnet before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.084598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> subnets before_response 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.085052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> network after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.085388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> network after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.085718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> network after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.086351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> port after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.086726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.087105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.087477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> subnet after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.087853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> subnet after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.088255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1091ee10f0>> subnet after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.088905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.plugin [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Modular L2 Plugin initialization complete
Dec 02 15:38:30.089272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading services supported by the core plugin {{(pid=80280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 02 15:38:30.089648 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.plugins.ml2.managers [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Got port-security extension from driver 'port_security'
Dec 02 15:38:30.090162 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.extensions.vlantransparent [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Disabled vlantransparent extension.
Dec 02 15:38:30.091599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 02 15:38:30.091957 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: router
Dec 02 15:38:30.134567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router_interface before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.135017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_create 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.135432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router before_create 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.135866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router_interface before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.136296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router_interface after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.136742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_delete 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.137152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> floatingip after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.137570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_create 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.137960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.138356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.138749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router_gateway after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.139168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.139664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.140248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f109265b7b8> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.140766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f109265b6a8> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.140995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f109265b730> subnet after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.141383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f109265b840> subnetpool_address_scope after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.141779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> port precommit_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.142173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_create 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.142563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1092535c80> port before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.142949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.143358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router after_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.143747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_delete 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.144196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_create 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.144609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router_interface after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.145000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> router precommit_update 55549900 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.145435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1091ee10b8>> network after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.146471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Tracking information for resource: router configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:30.146850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Tracking information for resource: floatingip configured {{(pid=80280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 15:38:30.152034 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_agentschedulers_db [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 02 15:38:30.152695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1091e51a60> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.153099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1091f049d8> port after_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.153489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _notify_port_delete at 0x7f1091e519d8> port after_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.153882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1091e51bf8> port after_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.154800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1091e75cf8>> router before_create 55550100 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.155208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1091e75cf8>> router precommit_delete 55550100 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.156195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1091e75cf8>> router precommit_create 55550100 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.156740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1091e75cf8>> router precommit_update 55550100 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.161414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.provider_configuration [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service providers = [] {{(pid=80280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 02 15:38:30.161818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.servicetype_db [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 02 15:38:30.164690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.service_base [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 15:38:30.165172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.service_base [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 15:38:30.165575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.service_base [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 15:38:30.166482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.service_base [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 15:38:30.166885 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.services.service_base [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 02 15:38:30.167317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.167679 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 02 15:38:30.190261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.190630 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: auto_allocate
Dec 02 15:38:30.201279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1091ea0a60> network precommit_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.201692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1091ea0a60> network precommit_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.202286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.202674 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: tag
Dec 02 15:38:30.214491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.214863 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: timestamp
Dec 02 15:38:30.220774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.221146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: network_ip_availability
Dec 02 15:38:30.226615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091e9d860>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.227027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091e9d860>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.227423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091e9d860>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.228251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.228614 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: flavors
Dec 02 15:38:30.245140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.245516 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading Plugin: revisions
Dec 02 15:38:30.250302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 15:38:30.250729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=80280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:38:30.251551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 02 15:38:30.251922 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Initializing extension manager.
Dec 02 15:38:30.252539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: __init__.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.252926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: __pycache__ {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.253306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.253685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: _filter_validation_lib.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.254063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.254435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: address_group.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.255257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.256025 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: address-group
Dec 02 15:38:30.256360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: address_scope.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.257142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.257719 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: address-scope
Dec 02 15:38:30.258088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.259062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.259644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: router-admin-state-down-before-update
Dec 02 15:38:30.260024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: agent.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.260932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.261510 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: agent
Dec 02 15:38:30.261873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: agent_resources_synced.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.262803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.263376 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: agent-resources-synced
Dec 02 15:38:30.263737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: allowedaddresspairs.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.265727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.266322 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: allowed-address-pairs
Dec 02 15:38:30.266683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: auto_allocated_topology.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.267778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.268431 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: auto-allocated-topology
Dec 02 15:38:30.268793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: availability_zone.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.269554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.270133 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: availability_zone
Dec 02 15:38:30.270498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: availability_zone_filter.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.271418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.272017 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: availability_zone_filter
Dec 02 15:38:30.272383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: data_plane_status.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.273308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.273959 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 02 15:38:30.274394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: default_subnetpools.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.275331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.275905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: default-subnetpools
Dec 02 15:38:30.276297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.277153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.277734 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: dhcp_agent_scheduler
Dec 02 15:38:30.278100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: dns.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.279044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.279616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension dns-integration not supported by any of loaded plugins
Dec 02 15:38:30.280006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: dns_domain_ports.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.291018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.291595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 02 15:38:30.291960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: dvr.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.292785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.293437 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: dvr
Dec 02 15:38:30.293802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: empty_string_filtering.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.294750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.295333 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: empty-string-filtering
Dec 02 15:38:30.295699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.297402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.297980 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 02 15:38:30.298348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.299332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.299901 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 02 15:38:30.300291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: external_net.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.301220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.301803 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: external-net
Dec 02 15:38:30.302168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.303091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.303666 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: extra_dhcp_opt
Dec 02 15:38:30.304051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: extraroute.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.305014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.305593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: extraroute
Dec 02 15:38:30.305956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: extraroute_atomic.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.307000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.307587 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: extraroute-atomic
Dec 02 15:38:30.307955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: filter_validation.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.308697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.309280 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: filter-validation
Dec 02 15:38:30.309709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: fip_pf_description.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.310719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.311292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 02 15:38:30.311654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: fip_port_details.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.312734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.313307 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: fip-port-details
Dec 02 15:38:30.313669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: flavors.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.314921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.315512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: flavors
Dec 02 15:38:30.315924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.317632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.318228 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 02 15:38:30.318597 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: floatingip_pools.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.319368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.319953 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: floatingip-pools
Dec 02 15:38:30.320348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: ip_allocation.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.321302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.321887 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 02 15:38:30.322253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.323194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.323777 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: ip-substring-filtering
Dec 02 15:38:30.324175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l2_adjacency.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.325114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.325720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 02 15:38:30.326089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.327423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.328042 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: router
Dec 02 15:38:30.328417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.330735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.331341 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 02 15:38:30.331716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.332691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.333320 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: ext-gw-mode
Dec 02 15:38:30.333689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.334625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.335212 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: l3-ha
Dec 02 15:38:30.335579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3_flavors.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.336803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.337384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: l3-flavors
Dec 02 15:38:30.337753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.338722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.339302 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 02 15:38:30.339669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: l3agentscheduler.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.340915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.341518 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: l3_agent_scheduler
Dec 02 15:38:30.341892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: logging.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.344061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.345021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension logging not supported by any of loaded plugins
Dec 02 15:38:30.345021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: metering.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.345840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.346548 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: metering
Dec 02 15:38:30.346911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.348062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.348647 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: metering_source_and_destination_fields
Dec 02 15:38:30.349023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: multiprovidernet.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.349965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.350543 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: multi-provider
Dec 02 15:38:30.350909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: netmtu.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.351845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.352448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: net-mtu
Dec 02 15:38:30.352815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: netmtu_writable.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.353764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.354340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: net-mtu-writable
Dec 02 15:38:30.354703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: network_availability_zone.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.355430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.356150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: network_availability_zone
Dec 02 15:38:30.356516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: network_ip_availability.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.357636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.358217 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: network-ip-availability
Dec 02 15:38:30.358704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: network_segment_range.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.360115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.360702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 02 15:38:30.361067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: pagination.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.362125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.362505 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: pagination
Dec 02 15:38:30.362871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.363799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.364420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: port-mac-address-regenerate
Dec 02 15:38:30.364783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.365704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.366292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: port-numa-affinity-policy
Dec 02 15:38:30.366654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: port_resource_request.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.367579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.368182 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 02 15:38:30.368546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: portbindings.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.369615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.370200 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: binding
Dec 02 15:38:30.370565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: portbindings_extended.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.371886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.372509 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: binding-extended
Dec 02 15:38:30.372880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: portsecurity.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.373843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.374478 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: port-security
Dec 02 15:38:30.374844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: project_id.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.375845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.376248 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: project-id
Dec 02 15:38:30.376612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: providernet.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.377554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.378142 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: provider
Dec 02 15:38:30.378511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.382074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.382676 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos not supported by any of loaded plugins
Dec 02 15:38:30.383048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.384433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.385021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 02 15:38:30.385392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.386333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.386913 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 02 15:38:30.387278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_default.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.388235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.388813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-default not supported by any of loaded plugins
Dec 02 15:38:30.389181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_fip.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.389917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.390576 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-fip not supported by any of loaded plugins
Dec 02 15:38:30.390879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_gateway_ip.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.391821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.392432 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 02 15:38:30.392796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_port_network_policy.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.393816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.394395 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 02 15:38:30.394760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_rule_type_details.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.401398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.402044 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 02 15:38:30.402410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: qos_rules_alias.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.403468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.404082 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 02 15:38:30.404455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: quotasv2.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.405971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.406390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: quotas
Dec 02 15:38:30.406845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: quotasv2_detail.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.408541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.408939 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: quota_details
Dec 02 15:38:30.409304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: rbac.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.410470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.411074 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: rbac-policies
Dec 02 15:38:30.411443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: rbac_address_scope.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.412417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.413038 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: rbac-address-scope
Dec 02 15:38:30.413406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: rbac_security_groups.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.414348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.414930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: rbac-security-groups
Dec 02 15:38:30.415297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: rbac_subnetpool.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.416244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.416822 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: rbac-subnetpool
Dec 02 15:38:30.417186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: revisionifmatch.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.418121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.418702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: revision-if-match
Dec 02 15:38:30.419149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: revisions.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.420213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.420796 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: standard-attr-revisions
Dec 02 15:38:30.421808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: router_availability_zone.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.422628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.423215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: router_availability_zone
Dec 02 15:38:30.423580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: routerservicetype.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.424656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.425233 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension router-service-type not supported by any of loaded plugins
Dec 02 15:38:30.425597 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.429918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.430536 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: port-security-groups-filtering
Dec 02 15:38:30.430899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.431852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.432467 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: security-groups-remote-address-group
Dec 02 15:38:30.432833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: securitygroup.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.446044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.446656 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: security-group
Dec 02 15:38:30.447035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: segment.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.447935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.448547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension segment not supported by any of loaded plugins
Dec 02 15:38:30.448917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.449869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.450455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 02 15:38:30.450821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: servicetype.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.451919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.452649 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: service-type
Dec 02 15:38:30.453028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: sorting.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.454039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.454423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: sorting
Dec 02 15:38:30.454786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: standard_attr_segment.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.455714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.456330 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 02 15:38:30.456695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: standardattrdescription.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.457406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.457983 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: standard-attr-description
Dec 02 15:38:30.458349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: stateful_security_group.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.459413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.460031 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: stateful-security-group
Dec 02 15:38:30.460403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: stdattrs_common.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.461261 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 02 15:38:30.461630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.462664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.463250 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 02 15:38:30.463617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnet_onboard.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.464771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.465365 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: subnet_onboard
Dec 02 15:38:30.465730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.466683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.467269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 02 15:38:30.467634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnet_service_types.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.469306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.469884 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: subnet-service-types
Dec 02 15:38:30.470248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnetallocation.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.471359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.471941 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: subnet_allocation
Dec 02 15:38:30.472330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.473048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.473627 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: subnetpool-prefix-ops
Dec 02 15:38:30.473993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.474951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.475544 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 02 15:38:30.475910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: tagging.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.478352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.478956 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: standard-attr-tag
Dec 02 15:38:30.479326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: timestamp.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.480535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.481130 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loaded extension: standard-attr-timestamp
Dec 02 15:38:30.481503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: trunk.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.482543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.483128 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension trunk not supported by any of loaded plugins
Dec 02 15:38:30.483492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: trunk_details.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.485242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.485823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension trunk-details not supported by any of loaded plugins
Dec 02 15:38:30.486189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: uplink_status_propagation.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.487128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.487817 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 02 15:38:30.488213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Loading extension file: vlantransparent.py {{(pid=80280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 15:38:30.488932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 15:38:30.489515 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 02 15:38:30.492200 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:network
Dec 02 15:38:30.493067 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnet
Dec 02 15:38:30.493750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 15:38:30.494423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:port
Dec 02 15:38:30.495937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.496490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service FLAVORS assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.497187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.497671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.498051 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:router
Dec 02 15:38:30.498803 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:floatingip
Dec 02 15:38:30.499769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service METERING assigned prefix: /metering {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.501596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091cb5828>> rbac-policy before_create 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.502004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091cb5828>> rbac-policy before_update 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.502393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1091cb5828>> rbac-policy before_delete 55550000 {{(pid=80280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:38:30.503549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 02 15:38:30.504068 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:security_group
Dec 02 15:38:30.504925 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 02 15:38:30.505744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service CORE assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.506116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 15:38:30.506484 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] subnetpool is already registered
Dec 02 15:38:30.507172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service CORE assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.507545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 15:38:30.508096 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] subnetpool is already registered
Dec 02 15:38:30.510908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.511390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service FLAVORS assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.512068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.512537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.512911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:router
Dec 02 15:38:30.513279 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] router is already registered
Dec 02 15:38:30.513946 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:floatingip
Dec 02 15:38:30.514315 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] floatingip is already registered
Dec 02 15:38:30.515057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service METERING assigned prefix: /metering {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.515855 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 02 15:38:30.516353 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] rbac_policy is already registered
Dec 02 15:38:30.516987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:security_group
Dec 02 15:38:30.517357 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] security_group is already registered
Dec 02 15:38:30.518020 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 02 15:38:30.518386 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] security_group_rule is already registered
Dec 02 15:38:30.519125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service CORE assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.519495 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 15:38:30.519867 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] subnetpool is already registered
Dec 02 15:38:30.520570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.resource_helper [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Service CORE assigned prefix:  {{(pid=80280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 15:38:30.520935 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 15:38:30.521298 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.quota.resource_registry [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] subnetpool is already registered
Dec 02 15:38:30.522072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: extensions {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.523626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: address-groups {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.525343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: address-scopes {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.526772 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: agents {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.528148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: auto-allocated-topology {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.529473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: availability_zones {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.531480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: dhcp-networks {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.532998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: dhcp-agents {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.534546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: routers {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.536521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: flavors {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.537764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: service_profiles {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.539043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: next_providers {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.540689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: service_profiles {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.542227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: floatingip-pools {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.543522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: routers {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.545435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: floatingips {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.547294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: l3-routers {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.548815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: l3-agents {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.550335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: metering-labels {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.551783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: metering-label-rules {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.553165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: network-ip-availabilities {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.554515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: bindings {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.556317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: quotas {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.557825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: quotas {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.559331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: rbac-policies {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.560709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: security-groups {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.562059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: security-group-rules {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.563509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: service-providers {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.564863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: subnetpools {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.567498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: subnetpools {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.568993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.570767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.673342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.675225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.677215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.679007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.680929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.683066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.685062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.687059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.extensions [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Extended resource: tags {{(pid=80280) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 15:38:30.694363 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING keystonemiddleware.auth_token [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 02 15:38:30.699695 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING keystonemiddleware.auth_token [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 02 15:38:30.709227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Acquired lock "singleton_lock" {{(pid=80280) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 02 15:38:30.709763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Releasing lock "singleton_lock" {{(pid=80280) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 02 15:38:30.711591 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Starting 2 workers
Dec 02 15:38:30.716473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Started child 80393 {{(pid=80280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 15:38:30.721283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.721897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Started child 80394 {{(pid=80280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 15:38:30.722815 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [-] (80393) wsgi starting up on http://0.0.0.0:9696
Dec 02 15:38:30.723445 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 02 15:38:30.724179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Notify callbacks [] for process, before_spawn {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.725384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.726570 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Starting 1 workers
Dec 02 15:38:30.726782 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [-] (80394) wsgi starting up on http://0.0.0.0:9696
Dec 02 15:38:30.732225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Started child 80395 {{(pid=80280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 15:38:30.732780 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Starting 1 workers
Dec 02 15:38:30.735659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] calling RpcWorker wait() {{(pid=80395) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 02 15:38:30.736126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] returning from RpcWorker wait() {{(pid=80395) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 02 15:38:30.737661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.737774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Started child 80396 {{(pid=80280) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 15:38:30.738192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:30.738502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04d041ee-3064-40f8-8b49-28ee0416f060 None None] Notify callbacks [] for process, after_spawn {{(pid=80280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.740190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80280) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 02 15:38:30.740437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 15:38:30.740637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 15:38:30.740912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 15:38:30.741318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 15:38:30.741514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 15:38:30.742101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.742400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.742622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:30.742717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.743003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.743341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.744008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.744314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.744596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.744913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.745195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.745399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.745600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.745896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.746313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.746496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.746801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.747077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.747369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.747584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.747871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.748216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.748504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.748809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.749095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.749824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.750089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.750379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.750635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.750942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.751216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.751529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.751804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.752105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.752376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.752661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.752910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.753181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.753490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.753748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.754207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] host                           = dv-cinder-737618-2-iscsi {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.754491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.754749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.755019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.755292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.755589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.755949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.756272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.756562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.756843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.757108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.757392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.757672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.757950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.758239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.758416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.758626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.758901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.759187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.759409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.759607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.759802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.760129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.760328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.760616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.760866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.761117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.761374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.761629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.761857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.762153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.762408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.762631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.762873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.763168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.763435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.763698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.763966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.764258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.764521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.764769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.765698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.766001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.766271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.766540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.766815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.767093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.767386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.767644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.767941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.768273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:30.768434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.768434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.768713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.768992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.769345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.769631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.769921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.770229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.770433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.770704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.770952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.771200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.771451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.771700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.772555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.772811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.773079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.773330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.773581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.773861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.774307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.774631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.774997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.775271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.775548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.775824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.776137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.776397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.776674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.776950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.777285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.777542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.777912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.778216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.778505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.101/identity {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.778786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.779058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.779332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.779603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.779875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.780153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.780407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.784204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.785734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.787009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.787181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.787330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.787534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.787797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.788449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.789286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.792081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.792387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.792747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.792939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.793245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.793519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.793787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.794029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.794293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.794591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.794850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.795111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.795364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.795623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.796007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.796260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.796589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.796920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.797213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.797468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.797795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.798047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.798293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.798517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.798790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.799042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.799291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.799623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.799960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.800250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.800520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.800786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.801073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.801330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.801632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.801885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.802100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.802356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.802648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.802901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.803177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.803438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.803694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.804034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.804273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.804602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.804890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.805174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.805471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.805735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.806011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.806297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.806569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.806885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.807201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.807474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.807827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.808155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.808462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.808800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.809123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.809417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.809693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.809961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.810246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.810533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.810847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.811099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.811388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.811625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.812013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.812310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.812653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.812909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.813187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.813532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.813827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.814096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.814349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.814647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.814933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.815195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.815502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.815789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.816087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.816401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.816652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.101/identity {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.816932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.817193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.817476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.817769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.817991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.818239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.818507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.818793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.819058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.819352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.819599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.819854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.820126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.820412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.820683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.820954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.821204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.821473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.821757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.822028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.822298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.822551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.822824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.823148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.823376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.823688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.823998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.824253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.824522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.824785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.825061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.825311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.825598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.825854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.826103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.826353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.826607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.826856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.827104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.827900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.828250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.828621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.828850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.829208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.829484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.829776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.830049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.830298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.830569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.830823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.831102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.831356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.831610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.831894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.832177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.832438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.832688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.832913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.833170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.833417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.833661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.833974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.834261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.834530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.834787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.835085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.835360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.835606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.836193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.836485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.836740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.837104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.837359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.837654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.837910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.838165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.838432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.838741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.839098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.839455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.839768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.840072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.840587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.840902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.841215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.841484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.841798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.842156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.842459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.842761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.843788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.843788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.843788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.844458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.844602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.844865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.845111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.845394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.845673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.845977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.846239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.846505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.846757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.847019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.847286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.847575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.847829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.848036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 15:38:30.848619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80280) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 02 15:38:30.848815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 15:38:30.848966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 15:38:30.849173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 15:38:30.849378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 15:38:30.850003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 15:38:30.850003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.850003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.851485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.853689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.854570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.855782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] host                           = dv-cinder-737618-2-iscsi {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.857063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.858024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.859946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.860906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.861916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.862991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.863174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.863356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.863540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.863724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.863907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.864117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.864302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.864486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.864670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.864881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.865065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.865256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.865483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.865667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.865850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.866845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.867901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 15:38:30.868120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.868313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.868497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.868860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.869978 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.870171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.870360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.870565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.870755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.870946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.101/identity {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.871135 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.871331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.871474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.871658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.871845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.872944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.873994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.874144 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.874368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.874588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.874779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.874968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.875155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.875341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.875541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.875729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.875945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.876180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.876370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.876632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.876824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.877965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.878153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.878153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.878153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.879961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.881211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.882858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.883751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.884973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.885925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.886123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.886311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.886500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.886687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.886884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.887082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.887271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.887459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.887646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.887833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.888039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.888227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.888413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.888706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.888897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.889085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.889282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.889482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.889671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.890389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.890726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.891142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.891339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.891543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.891702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.891839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.892971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.893160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.101/identity {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.893386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.893574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.893761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.893948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.894137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.894326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.894514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.894701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.894891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.895080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.895268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.895455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.895642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.895830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.896374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.896374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.896374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.898973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.899620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.899620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.899620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.899620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.899950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.900975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.901170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.903994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.904861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.906494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.906698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.906893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.907090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.907291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.907489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.907698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.907897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.908115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.908324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.908499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.908694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.908889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.909108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.909280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.909477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.909670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.909871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.910070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.910262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.910463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.910662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.910860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.911047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.911253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.911486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.911680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.911870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.912935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.913956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.914106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:30.914257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.914407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.914556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.914731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.914874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 15:38:30.915027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80280) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 15:38:31.058796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42752) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:38:31.070861 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0091248
Dec 02 15:38:41.870864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4f0cd-d331-4333-9407-b5c418f6f611 None None] get_active_networks_info from dv-cinder-737618-2-iscsi {{(pid=80395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 02 15:38:42.119714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4f0cd-d331-4333-9407-b5c418f6f611 None None] No non-hosted networks {{(pid=80395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 02 15:38:42.166202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agentschedulers_db [None req-30c4f0cd-d331-4333-9407-b5c418f6f611 None None] DHCP Agent not found on host dv-cinder-737618-2-iscsi {{(pid=80395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 02 15:38:42.493484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85fd5c42-efac-4fb6-8455-b6c70a964e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:43.911570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5eb18599-7c17-4b74-91ce-ad5637c7535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:43.980350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69b45109-bd1d-439e-91e8-2993f49d2342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:45.179960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:45.854269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:45.855359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.855852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.856375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.856908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.857378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.857854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.858372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.858910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.859386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.859861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.860838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.861330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:45.861901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f109179cc50>, 'Open vSwitch agent', 'dv-cinder-737618-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:45.867394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f10917ff438>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-737618-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:38:46.116446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] get_endpoint_by_host() called for host dv-cinder-737618-2-iscsi {{(pid=80395) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 02 15:38:46.137401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] get_endpoint_by_ip() called for ip 192.168.0.64 {{(pid=80395) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 02 15:38:46.141493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] _add_endpoint() called for ip 192.168.0.64 {{(pid=80395) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 02 15:38:46.173342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:46.206611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] _get_endpoints() called {{(pid=80395) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 02 15:38:47.969155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42844) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:38:48.185108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_hamode_db [None req-d2830e8c-5d85-41e7-88e0-ae99e9f6758c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 02 15:38:48.273366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830e8c-5d85-41e7-88e0-ae99e9f6758c None None] Routers set() bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:38:48.273729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830e8c-5d85-41e7-88e0-ae99e9f6758c None None] Router IDs set() for agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 02 15:38:48.637514 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-ad5eb00d-64da-4242-b724-810094522465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:38:48.638101 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-ad5eb00d-64da-4242-b724-810094522465 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:38:48.869496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-ad5eb00d-64da-4242-b724-810094522465 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:38:48.870560 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ad5eb00d-64da-4242-b724-810094522465 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8994648
Dec 02 15:38:51.591167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42858) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:38:52.017547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:38:52.074314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.policy [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80394) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 02 15:38:52.075141 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:38:52.075558 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:38:52.083530 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1091962b38>.
Dec 02 15:38:52.128916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:38:52.212947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731820704877', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731821003246', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731821004815', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731820986020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731820982423', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1512903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853388700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851026934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3873806'] for rbac-policy, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:52.510966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:52.512338 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0850ffd8-29f7-4cc6-90cc-89de2dc69fe7 admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9200807
Dec 02 15:38:55.483418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42872) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:38:55.889762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'ba12995f34d349b4aff6789d53901d53'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:38:55.895710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:38:55.902326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Usage tracker for resource:network and tenant:ba12995f34d349b4aff6789d53901d53 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:38:55.905978 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:38:55.912922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:38:55.956739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Made reservation on behalf of ba12995f34d349b4aff6789d53901d53 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:38:55.962957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:55.980608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:55.996485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:38:56.000465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Usage tracker for resource:security_group_rule and tenant:ba12995f34d349b4aff6789d53901d53 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:38:56.004880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:38:56.010598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:38:56.233961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.280777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.287572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:38:56.310284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:38:56.340116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.340751 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Added segment 3b83b635-d09e-4452-97fa-9941f5f2f598 of type vxlan for network 9361536e-5482-4bad-b51d-271804c66e0d
Dec 02 15:38:56.356600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14114b1-5767-42b6-9414-0b57dd60261a,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:38:56.412446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.412841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.413211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.413575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.413931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.414307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.414691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.415041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.415406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.415774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.416152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.416500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Tracked resource versions report:
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'}}
Dec 02 15:38:56.417676 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:38:56.475579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:38:56.477355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.573912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.575323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:38:56.576116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:38:56.581942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:38:56.690670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Pushing event updated for resources: {'Network': ['ID=9361536e-5482-4bad-b51d-271804c66e0d,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:38:56.694151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:38:56.702021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 9361536e-5482-4bad-b51d-271804c66e0d details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:38:56.933715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.4490216
Dec 02 15:39:00.087650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42888) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:00.602625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29a777-a14c-422f-9fed-d16c55b3d5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:00.604021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8b29a777-a14c-422f-9fed-d16c55b3d5db admin admin] 10.222.0.101 "GET /v2.0/networks/9361536e-5482-4bad-b51d-271804c66e0d HTTP/1.1" status: 200  len: 818 time: 0.5152965
Dec 02 15:39:00.635083 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c500505a-67b6-4eab-8517-3acc4a6cdf6a admin admin] 10.222.0.101 "GET /v2.0/subnetpools/320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed HTTP/1.1" status: 200  len: 734 time: 0.0245795
Dec 02 15:39:00.645574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Request body: {'subnet': {'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:39:00.650411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:00.654360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Usage tracker for resource:subnet and tenant:ba12995f34d349b4aff6789d53901d53 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:00.658384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:00.664105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:00.785097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Made reservation on behalf of ba12995f34d349b4aff6789d53901d53 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:39:00.790001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:01.334188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:01.349816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:01.633868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f959ccec-e4d3-408a-9e72-977d5de51c20,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:01.648656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:01.705410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Checking segment: {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:39:01.705804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Network hostable DHCP agents. Network: 9361536e-5482-4bad-b51d-271804c66e0d, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:39:01.760301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Network 9361536e-5482-4bad-b51d-271804c66e0d is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:39:01.800505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 9361536e-5482-4bad-b51d-271804c66e0d) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:01.805624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:01.806334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:01.811522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8f13f-4d6c-4113-8aaf-07cf2178e9a4 None None] Network 9361536e-5482-4bad-b51d-271804c66e0d requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:39:01.860955 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2186103
Dec 02 15:39:02.146649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-9361536e-5482-4bad-b51d-271804c66e0d', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:39:02.147874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:02.491353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Allocated IP 172.20.0.2 (9361536e-5482-4bad-b51d-271804c66e0d/f959ccec-e4d3-408a-9e72-977d5de51c20/e84f5220-d987-47e0-ad35-c8fb6de21829) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:39:02.724125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:02.788668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Transition to ACTIVE for port object e84f5220-d987-47e0-ad35-c8fb6de21829 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:39:02.807035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Transition to ACTIVE for port object e84f5220-d987-47e0-ad35-c8fb6de21829 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:39:02.859716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:02.877017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:03.175461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Pushing event updated for resources: {'Port': ['ID=e84f5220-d987-47e0-ad35-c8fb6de21829,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:03.194249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.194633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.195006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.195371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.195733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.196119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.196478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.196835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.197191 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.197545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.197922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.198247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Tracked resource versions report:
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'}}
Dec 02 15:39:03.199371 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:39:03.206560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:03.255626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Network 9361536e-5482-4bad-b51d-271804c66e0d is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:39:03.256881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:03.259748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:39:03.318847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Attempting to bind port e84f5220-d987-47e0-ad35-c8fb6de21829 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:39:03.319324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Attempting to bind port e84f5220-d987-47e0-ad35-c8fb6de21829 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:39:03.319745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Attempting to bind port e84f5220-d987-47e0-ad35-c8fb6de21829 on network 9361536e-5482-4bad-b51d-271804c66e0d {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:39:03.325367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:39:03.326257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Checking segment: {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:39:03.326486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:03.326831 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Bound using segment: {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:39:03.327361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Bound port: e84f5220-d987-47e0-ad35-c8fb6de21829, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:39:03.327769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:03.421209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] For port e84f5220-d987-47e0-ad35-c8fb6de21829, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:39:03.425864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] For port e84f5220-d987-47e0-ad35-c8fb6de21829, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=e84f5220-d987-47e0-ad35-c8fb6de21829,segment=NetworkSegment(3b83b635-d09e-4452-97fa-9941f5f2f598),segment_id=3b83b635-d09e-4452-97fa-9941f5f2f598)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:39:03.471809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:03.486201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:03.633589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Pushing event updated for resources: {'Port': ['ID=e84f5220-d987-47e0-ad35-c8fb6de21829,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:03.644934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:04.638876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42898) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:05.090945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-2df5726e-fd20-4f5c-9b9c-133bfd0fe12c admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:39:05.095166 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2df5726e-fd20-4f5c-9b9c-133bfd0fe12c admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4545653
Dec 02 15:39:07.933572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42912) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:08.156014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c2c76-b6ef-48f8-82c5-c582a80c3619 None None] Network 9361536e-5482-4bad-b51d-271804c66e0d requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:39:08.229062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e84f5220-d987-47e0-ad35-c8fb6de21829 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:08.378148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-a0589305-af07-44d3-82c8-d35de3e34827 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:39:08.382831 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a0589305-af07-44d3-82c8-d35de3e34827 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4446466
Dec 02 15:39:08.392315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Provisioning for port e84f5220-d987-47e0-ad35-c8fb6de21829 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:39:08.404368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:08.404718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:08.446586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port e84f5220-d987-47e0-ad35-c8fb6de21829 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:39:08.470399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:08.470826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:08.700174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:08.754351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:08.789610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] For port e84f5220-d987-47e0-ad35-c8fb6de21829, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=e84f5220-d987-47e0-ad35-c8fb6de21829,segment=NetworkSegment(3b83b635-d09e-4452-97fa-9941f5f2f598),segment_id=3b83b635-d09e-4452-97fa-9941f5f2f598)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:39:08.833026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:08.846464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:08.903250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:39:08.903674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:39:08.921381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Pushing event updated for resources: {'Port': ['ID=e84f5220-d987-47e0-ad35-c8fb6de21829,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:08.925444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:08.965138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-9830ae5f-b752-42b6-bbd0-6c0c2c0372d3 None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:08.965646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9830ae5f-b752-42b6-bbd0-6c0c2c0372d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:09.215514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d9044b54-1448-4f07-bf8a-ec4db14ee96f None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:09.215850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d9044b54-1448-4f07-bf8a-ec4db14ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:10.164938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e84f5220-d987-47e0-ad35-c8fb6de21829 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:10.233767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:10.234173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:11.464348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42926) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:11.819631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91460720-47ae-4b35-937b-b76933aac25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:11.874142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ba12995f34d349b4aff6789d53901d53'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:39:11.882583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:11.886554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Usage tracker for resource:router and tenant:ba12995f34d349b4aff6789d53901d53 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:11.889690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:11.896355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:11.939747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:11.941057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:12.039842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:12.190705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:12.253603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:12.254895 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ee329e39-2b41-4bf3-8ab0-ae1b6500c2be admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7895091
Dec 02 15:39:13.894242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e31933d5-4512-44cc-83ae-5dfae29a9665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:15.116958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:15.117459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42946) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:15.309299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-d1ce633e-90d7-4187-8b2f-8138779f042d admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:39:15.309689 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d1ce633e-90d7-4187-8b2f-8138779f042d admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1912313
Dec 02 15:39:15.848021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:16.093733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:17.878846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42966) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:17.960020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:39:17.965683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:17.970259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Usage tracker for resource:network and tenant:2096e6e5205f4c529338a2723ac66f16 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:17.973285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:17.978993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:18.076360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Made reservation on behalf of 2096e6e5205f4c529338a2723ac66f16 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:39:18.081072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.095387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.111418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:18.115482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Usage tracker for resource:security_group_rule and tenant:2096e6e5205f4c529338a2723ac66f16 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:18.118444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:18.124230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:18.490166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.527991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.532932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:18.547930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Reserving flat network on physical network physnet1 {{(pid=80394) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 02 15:39:18.563316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c6441d-550a-48dc-b28e-8a6a891913dd,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:18.566615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:18.629939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.630530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1092616400> segment precommit_create {{(pid=80394) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 02 15:39:18.630959 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Added segment 245906be-4169-47e9-9be0-825a07ec06f7 of type flat for network 24f8c85b-53da-46d7-af04-bab2a0f68b29
Dec 02 15:39:18.807662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.885957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.887200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:18.887830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:18.892853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:18.996949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Pushing event updated for resources: {'Network': ['ID=24f8c85b-53da-46d7-af04-bab2a0f68b29,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:18.999662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:19.008351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:39:19.030264 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1502063
Dec 02 15:39:21.537182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42976) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:21.681016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cce023-677e-405e-a1b4-f58ecfba87d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:21.682463 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-56cce023-677e-405e-a1b4-f58ecfba87d8 admin admin] 10.222.0.101 "GET /v2.0/subnets/f959ccec-e4d3-408a-9e72-977d5de51c20 HTTP/1.1" status: 200  len: 849 time: 0.1442692
Dec 02 15:39:21.825464 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-41de23ed-de11-46e3-8296-92b021f7eb5e admin admin] 10.222.0.101 "GET /v2.0/routers/f3e6645c-0fe8-4c6a-b67d-3487851334b5 HTTP/1.1" status: 200  len: 704 time: 0.1360433
Dec 02 15:39:22.316608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:22.740645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Allocated IP 172.20.0.1 (9361536e-5482-4bad-b51d-271804c66e0d/f959ccec-e4d3-408a-9e72-977d5de51c20/b9004ec8-f6a7-4215-a1e1-ab656954e0ce) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:39:23.084036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:23.103489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Transition to ACTIVE for port object b9004ec8-f6a7-4215-a1e1-ab656954e0ce will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:39:23.191399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:23.207304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:23.485642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Pushing event updated for resources: {'Port': ['ID=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:23.497623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:23.550804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Network 9361536e-5482-4bad-b51d-271804c66e0d is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:39:23.551920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:23.554290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:39:23.554813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:23.788939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e717eb80-affc-48bc-baef-052acb917980 None None] Provisioning for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:39:23.794125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e717eb80-affc-48bc-baef-052acb917980 None None] Provisioning complete for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:23.794545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e717eb80-affc-48bc-baef-052acb917980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:23.851500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e717eb80-affc-48bc-baef-052acb917980 None None] Port b9004ec8-f6a7-4215-a1e1-ab656954e0ce cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:39:23.875397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:24.166249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:24.217260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:24.218356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:24.233559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:24.357274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Pushing event updated for resources: {'Port': ['ID=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:24.360281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:24.421198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Network 9361536e-5482-4bad-b51d-271804c66e0d is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:39:24.422427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:24.659625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Router f3e6645c-0fe8-4c6a-b67d-3487851334b5 is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:39:24.676595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-87186f72-262f-46d7-9126-c8c1ec2f469d None None] Provisioning complete for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:24.677009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-87186f72-262f-46d7-9126-c8c1ec2f469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:24.737056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-87186f72-262f-46d7-9126-c8c1ec2f469d None None] Port b9004ec8-f6a7-4215-a1e1-ab656954e0ce cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:39:24.825160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:39:24.836535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Sync routers for ids ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:39:24.836675 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] 10.222.0.101 "PUT /v2.0/routers/f3e6645c-0fe8-4c6a-b67d-3487851334b5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0049860
Dec 02 15:39:24.847947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Routers {'f3e6645c-0fe8-4c6a-b67d-3487851334b5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:39:24.848880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f109184d128>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:39:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:25.032478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Set router f3e6645c-0fe8-4c6a-b67d-3487851334b5 gateway port host: None {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:39:25.418098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f109184d128>, [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:23Z', 'revision_number': 2, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port_host': None, '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:23Z', 'revision_number': 2, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:25.423794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Checking router: f3e6645c-0fe8-4c6a-b67d-3487851334b5 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:39:25.424234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Updating router f3e6645c-0fe8-4c6a-b67d-3487851334b5 port b9004ec8-f6a7-4215-a1e1-ab656954e0ce binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:39:25.476482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:25.918431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:25.934577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Transition to ACTIVE for port object b9004ec8-f6a7-4215-a1e1-ab656954e0ce will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:39:25.979747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:25.997255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:26.163518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Pushing event updated for resources: {'Port': ['ID=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:26.182658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.182963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.183331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.183692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.184084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.184443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.184798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.185150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.185516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.185870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.186224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.186570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Tracked resource versions report:
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'}}
Dec 02 15:39:26.188205 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:39:26.192142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:26.330233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Attempting to bind port b9004ec8-f6a7-4215-a1e1-ab656954e0ce on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:39:26.330664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Attempting to bind port b9004ec8-f6a7-4215-a1e1-ab656954e0ce by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:39:26.331123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Attempting to bind port b9004ec8-f6a7-4215-a1e1-ab656954e0ce on network 9361536e-5482-4bad-b51d-271804c66e0d {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:39:26.337272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:39:26.337761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Checking segment: {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:39:26.338216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:26.338642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Bound using segment: {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:39:26.339192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Bound port: b9004ec8-f6a7-4215-a1e1-ab656954e0ce, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b83b635-d09e-4452-97fa-9941f5f2f598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:39:26.339600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:26.430424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] For port b9004ec8-f6a7-4215-a1e1-ab656954e0ce, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:39:26.434938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] For port b9004ec8-f6a7-4215-a1e1-ab656954e0ce, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,segment=NetworkSegment(3b83b635-d09e-4452-97fa-9941f5f2f598),segment_id=3b83b635-d09e-4452-97fa-9941f5f2f598)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:39:26.505436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:26.522120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:26.839568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Pushing event updated for resources: {'Port': ['ID=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,revision_number=4']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:26.845194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:26.897832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Routers {'f3e6645c-0fe8-4c6a-b67d-3487851334b5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:39:26.898488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f109184d128>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:39:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:27.065944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] Set router f3e6645c-0fe8-4c6a-b67d-3487851334b5 gateway port host: None {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:39:27.399270 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 42988) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:27.420436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f109184d128>, [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:23Z', 'revision_number': 2, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port_host': None, '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:26Z', 'revision_number': 4, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:27.424740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b6cf6-65a9-4b83-95ea-8c5f3bc9d25b None None] The sync data for ids ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'] in dv-cinder-737618-2-iscsi is: [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:23Z', 'revision_number': 2, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port_host': None, '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:26Z', 'revision_number': 4, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:39:27.594315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb9468-da97-4309-ad42-0ed15333aa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:27.595000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-76fb9468-da97-4309-ad42-0ed15333aa67 admin admin] Synchronizing usage tracker for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:39:27.646695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-76fb9468-da97-4309-ad42-0ed15333aa67 admin admin] Unset dirty status for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:39:27.647919 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-76fb9468-da97-4309-ad42-0ed15333aa67 admin admin] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 842 time: 0.2474408
Dec 02 15:39:27.658941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:39:27.664671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:27.668691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Usage tracker for resource:subnet and tenant:2096e6e5205f4c529338a2723ac66f16 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:27.671652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:27.677992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:27.716539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Made reservation on behalf of 2096e6e5205f4c529338a2723ac66f16 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:39:27.721208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:28.437349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80394) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:39:28.437851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:28.454878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89bff6e7-edf9-40f0-80b9-4d407c4c264b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:28.583645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40255eaa-ad11-4afc-91a7-4b4808ce3049,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:28.589732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:28.658062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:39:28.658456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Network hostable DHCP agents. Network: 24f8c85b-53da-46d7-af04-bab2a0f68b29, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:39:28.738940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:39:28.806123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 24f8c85b-53da-46d7-af04-bab2a0f68b29) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:28.810124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:28.810859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:28.823150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6eac11-64da-4fe6-ba22-1704f575cf93 None None] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:39:28.894449 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2395544
Dec 02 15:39:29.068530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be22208-273a-400a-822e-b24ea51a6d1d None None] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:39:30.203179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b9004ec8-f6a7-4215-a1e1-ab656954e0ce up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:30.308953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:39:30.315069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:30.315504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:30.438680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:30.472703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port b9004ec8-f6a7-4215-a1e1-ab656954e0ce, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,segment=NetworkSegment(3b83b635-d09e-4452-97fa-9941f5f2f598),segment_id=3b83b635-d09e-4452-97fa-9941f5f2f598)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:39:30.521904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:30.525286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:30.593374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=b9004ec8-f6a7-4215-a1e1-ab656954e0ce,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:30.596770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:31.472754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43002) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:31.860811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c4179959-9ff8-45d7-87c1-717fc1579c37 admin admin] 10.222.0.101 "GET /v2.0/routers/f3e6645c-0fe8-4c6a-b67d-3487851334b5 HTTP/1.1" status: 200  len: 710 time: 0.3868270
Dec 02 15:39:31.999458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f3f8b-af70-4f1c-855d-8f1f60721b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:32.001602 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f90f3f8b-af70-4f1c-855d-8f1f60721b61 admin admin] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 886 time: 0.1347766
Dec 02 15:39:32.011455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:39:32.175765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b9004ec8-f6a7-4215-a1e1-ab656954e0ce up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:32.392346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:32.392723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:32.475155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:32.857430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:32.891891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:32.903986 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:32.918868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:39:32.922948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:39:32.925841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:39:32.931506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:39:33.198806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:33.224328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:33.240586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:33.329542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419f0503-4089-4bfc-9719-d9afdfc7fb4c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:33.339536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:33.505086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Allocated IP 172.27.0.26 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/16cc71e7-e0aa-42c7-896d-73ddc90d4638) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:39:33.656849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:33.728151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:33.744699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:34.054075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Pushing event updated for resources: {'Port': ['ID=16cc71e7-e0aa-42c7-896d-73ddc90d4638,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:34.059047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:34.109149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:39:34.110949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:39:34.113396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:39:34.695538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:35.042894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:35.046353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3718159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036851057658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851066588'] for router, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:35.229583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Router f3e6645c-0fe8-4c6a-b67d-3487851334b5 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:39:35.414171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:39:35.425698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Sync routers for ids ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:39:35.430963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:35.432283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] 10.222.0.101 "PUT /v2.0/routers/f3e6645c-0fe8-4c6a-b67d-3487851334b5 HTTP/1.1" status: 200  len: 889 time: 3.4243546
Dec 02 15:39:35.435508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Routers {'f3e6645c-0fe8-4c6a-b67d-3487851334b5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:39:35.436224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10919f0d30>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:39:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:35.646875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Set router f3e6645c-0fe8-4c6a-b67d-3487851334b5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:39:36.023641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10919f0d30>, [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:34Z', 'revision_number': 4, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port': {'id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:33Z', 'updated_at': '2020-12-02T15:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:30Z', 'revision_number': 5, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:36.028846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Checking router: f3e6645c-0fe8-4c6a-b67d-3487851334b5 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:39:36.029234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Updating router f3e6645c-0fe8-4c6a-b67d-3487851334b5 port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:39:36.087298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.489497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.562059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Transition to ACTIVE for port object 16cc71e7-e0aa-42c7-896d-73ddc90d4638 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:39:36.590438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.607092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8cb08f3-4881-4814-bdf3-443f7b60edfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:36.738559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Pushing event updated for resources: {'Port': ['ID=16cc71e7-e0aa-42c7-896d-73ddc90d4638,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:36.741604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:36.807868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Attempting to bind port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:39:36.808312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Attempting to bind port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:39:36.808704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Attempting to bind port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:39:36.815021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:39:36.815427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:39:36.815857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.816315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:39:36.816828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Bound port: 16cc71e7-e0aa-42c7-896d-73ddc90d4638, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:39:36.817228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.892384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] For port 16cc71e7-e0aa-42c7-896d-73ddc90d4638, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:39:36.895860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] For port 16cc71e7-e0aa-42c7-896d-73ddc90d4638, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=16cc71e7-e0aa-42c7-896d-73ddc90d4638,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:39:36.933847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:36.951018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:37.115690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Pushing event updated for resources: {'Port': ['ID=16cc71e7-e0aa-42c7-896d-73ddc90d4638,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:37.119072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:37.162769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Routers {'f3e6645c-0fe8-4c6a-b67d-3487851334b5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:39:37.163431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10919f0d30>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:39:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:37.357599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] Set router f3e6645c-0fe8-4c6a-b67d-3487851334b5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:39:37.791792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:39:37.859645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10919f0d30>, [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:34Z', 'revision_number': 4, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port': {'id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:33Z', 'updated_at': '2020-12-02T15:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:30Z', 'revision_number': 5, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:39:37.864235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dbec84-77c2-443e-abbb-e9b7dc0a58f9 None None] The sync data for ids ['f3e6645c-0fe8-4c6a-b67d-3487851334b5'] in dv-cinder-737618-2-iscsi is: [{'id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'name': 'router1', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:39:11Z', 'updated_at': '2020-12-02T15:39:34Z', 'revision_number': 4, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'gw_port': {'id': '16cc71e7-e0aa-42c7-896d-73ddc90d4638', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:33Z', 'updated_at': '2020-12-02T15:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b9004ec8-f6a7-4215-a1e1-ab656954e0ce', 'name': '', 'network_id': '9361536e-5482-4bad-b51d-271804c66e0d', 'tenant_id': 'ba12995f34d349b4aff6789d53901d53', 'mac_address': 'fa:16:3e:57:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6645c-0fe8-4c6a-b67d-3487851334b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:39:22Z', 'updated_at': '2020-12-02T15:39:30Z', 'revision_number': 5, 'project_id': 'ba12995f34d349b4aff6789d53901d53', 'subnets': [{'id': 'f959ccec-e4d3-408a-9e72-977d5de51c20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320dd0c3-ed13-4ff4-8d9f-a83932c6d7ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:39:38.191615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43012) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:39:38.216877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 16cc71e7-e0aa-42c7-896d-73ddc90d4638 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:38.351156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2869d-c164-4b99-b8b2-e506abfe2004 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:39:38.357991 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-87c2869d-c164-4b99-b8b2-e506abfe2004 admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1602600
Dec 02 15:39:38.430603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:39:38.437074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:38.437625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:38.570743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:38.589603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 16cc71e7-e0aa-42c7-896d-73ddc90d4638, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=16cc71e7-e0aa-42c7-896d-73ddc90d4638,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:39:38.664963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:38.667234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:39:38.737552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=16cc71e7-e0aa-42c7-896d-73ddc90d4638,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:39:38.741228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:39:40.199503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 16cc71e7-e0aa-42c7-896d-73ddc90d4638 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:39:40.280126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 16cc71e7-e0aa-42c7-896d-73ddc90d4638 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:39:40.280477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:41.847770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65ec079c-e6c7-49c4-aaf7-5a1094d5e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:43.916741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2536754b-3d02-410b-8ce7-e1b4446c08fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:45.128711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:45.836980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:39:46.124505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:11.824393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d65695c3-8237-48fb-82a8-9c7e9faa7442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:13.910064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c603aa95-0c06-413a-aaab-2d3765c4910a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:14.791787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:40:15.099299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:15.847411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:16.111038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:41.834813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8807cf17-980e-4f9d-8b48-3b9fe755e7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:43.892852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-70750b0e-79f0-490b-86d4-0a940731efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:45.121207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:45.823582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:46.110142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:40:51.791163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:41:11.835205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3cd87bda-9752-4a76-9156-f9e598ba04d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:13.897609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0d9f-be95-48b8-ba45-961328f1d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:15.115098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:15.841100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:16.126693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:28.792001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:41:41.841188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4102d6b2-0d70-4c35-bea0-743fee1c2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:43.908620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65b6f0eb-1f0a-4e05-a317-3a53322e0648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:45.142837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:45.822718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:46.120229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:41:59.716403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43588) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:41:59.821274 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7c2940-4a00-4089-bcb2-b53c7285b1f1 admin admin] GET failed (client error): The resource could not be found.
Dec 02 15:41:59.822724 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2f7c2940-4a00-4089-bcb2-b53c7285b1f1 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1052988
Dec 02 15:41:59.970302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eceece-8dfd-43bb-ae15-78c6f9484942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:41:59.971810 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-33eceece-8dfd-43bb-ae15-78c6f9484942 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1445510
Dec 02 15:42:02.553661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43598) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:02.889420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac9642-db71-4b14-80c7-5bbc2184a985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:02.890037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bdac9642-db71-4b14-80c7-5bbc2184a985 admin admin] Synchronizing usage tracker for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:subnet {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:42:02.965878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bdac9642-db71-4b14-80c7-5bbc2184a985 admin admin] Unset dirty status for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:subnet {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:42:02.967280 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bdac9642-db71-4b14-80c7-5bbc2184a985 admin admin] 10.222.0.101 "GET /v2.0/subnets/f959ccec-e4d3-408a-9e72-977d5de51c20 HTTP/1.1" status: 200  len: 849 time: 0.4125698
Dec 02 15:42:02.981320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:42:03.123942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:03.531109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731822021491'] for subnet, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:03.547031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:42:03.688036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f959ccec-e4d3-408a-9e72-977d5de51c20,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:42:03.709076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.709513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.709910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.710279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.710650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.711029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.711392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.711755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.712157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.712522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.713149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.713568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:42:03.719316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:42:03.746544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:03.747209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:03.748647 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] 10.222.0.101 "PUT /v2.0/subnets/f959ccec-e4d3-408a-9e72-977d5de51c20 HTTP/1.1" status: 200  len: 868 time: 0.7744653
Dec 02 15:42:03.751456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d57aa-8fa2-40b9-bb8b-e285c58b323a None None] Network 9361536e-5482-4bad-b51d-271804c66e0d requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:42:04.284946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c177767f-d012-4adc-999e-2f5c06b15d29 None None] Provisioning complete for port e84f5220-d987-47e0-ad35-c8fb6de21829 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:42:04.285865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c177767f-d012-4adc-999e-2f5c06b15d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:04.438427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c177767f-d012-4adc-999e-2f5c06b15d29 None None] Provisioning complete for port b9004ec8-f6a7-4215-a1e1-ab656954e0ce triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:42:04.438737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c177767f-d012-4adc-999e-2f5c06b15d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:05.797680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:42:06.424510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43608) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:06.693044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86256f8f-3c5f-4214-a72b-2d284a7618ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:06.693403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86256f8f-3c5f-4214-a72b-2d284a7618ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:06.695244 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-86256f8f-3c5f-4214-a72b-2d284a7618ad admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2697151
Dec 02 15:42:09.271187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43618) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:09.507141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb1dff-c86d-45b1-9c80-d381b8ee9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:09.507573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb1dff-c86d-45b1-9c80-d381b8ee9128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:09.511813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b2bb1dff-c86d-45b1-9c80-d381b8ee9128 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2370284
Dec 02 15:42:11.834153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31fe87cd-8519-4fe4-8879-9a0397d98175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:12.093306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43628) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:12.276834 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:42:12.277514 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:42:12.756136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.policy [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80393) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 02 15:42:12.757064 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:42:12.757456 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING oslo_policy.policy [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 15:42:12.763382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:12.765408 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a70f195c-fda0-48f3-ba8e-ecdeaf55401b admin admin] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 886 time: 0.6696544
Dec 02 15:42:13.912681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5a6c-33f2-4bc0-8578-5f65d155ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:15.113747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:15.327169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43644) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:15.575490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ccb95-baa1-4a0d-8f97-1c67114022a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:15.577145 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-243ccb95-baa1-4a0d-8f97-1c67114022a0 admin admin] 10.222.0.101 "GET /v2.0/networks/9361536e-5482-4bad-b51d-271804c66e0d HTTP/1.1" status: 200  len: 862 time: 0.2488043
Dec 02 15:42:15.845343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:16.130466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:18.142137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43654) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:18.296827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ec3e0-5f21-44b8-9941-04f62543c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:18.297245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ec3e0-5f21-44b8-9941-04f62543c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:18.298931 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ac3ec3e0-5f21-44b8-9941-04f62543c6da admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1557498
Dec 02 15:42:20.814469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43664) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:20.963859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd811a-76bd-4e57-8b13-eb148c9558c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:20.964299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd811a-76bd-4e57-8b13-eb148c9558c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:20.965959 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c0cd811a-76bd-4e57-8b13-eb148c9558c1 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1504564
Dec 02 15:42:23.492249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43674) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:23.634300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1335fb7-66bb-417c-b39b-0a3ac896bd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:23.636340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e1335fb7-66bb-417c-b39b-0a3ac896bd5b admin admin] 10.222.0.101 "GET /v2.0/subnets/40255eaa-ad11-4afc-91a7-4b4808ce3049 HTTP/1.1" status: 200  len: 816 time: 0.1429460
Dec 02 15:42:26.144068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43684) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:26.297499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374470d0-9deb-4398-b19d-1639d7bfca89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:26.298977 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-374470d0-9deb-4398-b19d-1639d7bfca89 admin admin] 10.222.0.101 "GET /v2.0/subnets/f959ccec-e4d3-408a-9e72-977d5de51c20 HTTP/1.1" status: 200  len: 868 time: 0.1538830
Dec 02 15:42:41.850775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b6b9943e-e489-41fb-8c43-058849b010e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:42.798127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:42:43.913305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-99fb1925-e35d-491f-8ae4-f5403f310c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:45.124132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:45.855482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:46.136784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:53.120361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43724) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:53.205996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-7c8c2963-4084-407b-badf-b90bf1c48377 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:42:53.207085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7c8c2963-4084-407b-badf-b90bf1c48377 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0856881
Dec 02 15:42:55.879482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43734) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:55.991726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.pecan_wsgi.hooks.translation [None req-a863f6e5-8040-41e0-a400-f868bf925a3f admin admin] GET failed (client error): The resource could not be found.
Dec 02 15:42:55.994464 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a863f6e5-8040-41e0-a400-f868bf925a3f admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1138575
Dec 02 15:42:56.140549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fe3a9-7906-4069-959c-ceee36435e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:56.142143 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-252fe3a9-7906-4069-959c-ceee36435e5e admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1423008
Dec 02 15:42:58.651335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43744) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:42:58.733952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:42:58.738844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:42:58.748740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:42:58.804462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Made reservation on behalf of 2096e6e5205f4c529338a2723ac66f16 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:42:58.809369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:58.907497 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.services.revisions.revision_plugin [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1090b05160] {project_id='2096e6e5205f4c529338a2723ac66f16', id='c8482627-dba8-4c02-9890-92e466148f32', target_tenant='*', action='access_as_shared', object_id='4a862c71-0b09-422d-b055-27ce957a6faf'}> to bump revision.
Dec 02 15:42:58.922542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:42:59.012410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:59.012802 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Added segment 4ce8fabf-9168-4bea-b731-807ad5627371 of type vxlan for network 4a862c71-0b09-422d-b055-27ce957a6faf
Dec 02 15:42:59.042200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:59.136020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:59.137354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:42:59.142573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:42:59.143235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:42:59.242705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Pushing event updated for resources: {'Network': ['ID=4a862c71-0b09-422d-b055-27ce957a6faf,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:42:59.246299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:42:59.254403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 4a862c71-0b09-422d-b055-27ce957a6faf details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:42:59.370726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.7181206
Dec 02 15:43:01.914259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43754) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:43:02.022307 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.pecan_wsgi.hooks.translation [None req-8176fd2c-c4c7-4d23-a84c-54f11c3e3370 admin admin] GET failed (client error): The resource could not be found.
Dec 02 15:43:02.022873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8176fd2c-c4c7-4d23-a84c-54f11c3e3370 admin admin] Synchronizing usage tracker for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:43:02.140434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8176fd2c-c4c7-4d23-a84c-54f11c3e3370 admin admin] Unset dirty status for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:43:02.143962 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8176fd2c-c4c7-4d23-a84c-54f11c3e3370 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.2258120
Dec 02 15:43:02.260123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd892f-b87a-4a48-8f35-dca7ee9cfca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:43:02.261712 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6ecd892f-b87a-4a48-8f35-dca7ee9cfca8 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1153123
Dec 02 15:43:02.274463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf', 'cidr': '192.168.233.0/24'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:43:02.279469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:43:02.289776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:43:02.329338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Made reservation on behalf of 2096e6e5205f4c529338a2723ac66f16 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:43:02.333989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:02.781854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:02.797149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-efa8081e-eec2-4436-bb02-c9df88e73bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:43:02.923440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0751ca3-17e1-448c-8150-9338bd774c78,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:43:02.936254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:43:02.998957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Checking segment: {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:43:02.999345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Network hostable DHCP agents. Network: 4a862c71-0b09-422d-b055-27ce957a6faf, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:43:03.061775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Network 4a862c71-0b09-422d-b055-27ce957a6faf is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:43:03.118907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 4a862c71-0b09-422d-b055-27ce957a6faf) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:43:03.123248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:43:03.123896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:03.130980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df08b9-22aa-445e-842f-49e0c095a682 None None] Network 4a862c71-0b09-422d-b055-27ce957a6faf requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:43:03.210834 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9403501
Dec 02 15:43:03.389291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-4a862c71-0b09-422d-b055-27ce957a6faf', 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf', 'tenant_id': '2096e6e5205f4c529338a2723ac66f16', 'fixed_ips': [{'subnet_id': 'c0751ca3-17e1-448c-8150-9338bd774c78'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:43:03.390228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:03.697853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Allocated IP 192.168.233.2 (4a862c71-0b09-422d-b055-27ce957a6faf/c0751ca3-17e1-448c-8150-9338bd774c78/711b123e-662a-4549-822a-f6299d27dfe4) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:43:04.027417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:04.078340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Transition to ACTIVE for port object 711b123e-662a-4549-822a-f6299d27dfe4 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:43:04.097200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Transition to ACTIVE for port object 711b123e-662a-4549-822a-f6299d27dfe4 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:43:04.130601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:04.147764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:43:04.443032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Pushing event updated for resources: {'Port': ['ID=711b123e-662a-4549-822a-f6299d27dfe4,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:43:04.467206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.467588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.468230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.468604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.468976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.469340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.469705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.470068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.470446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.470804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.471189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.471517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:43:04.475560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:43:04.516869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Network 4a862c71-0b09-422d-b055-27ce957a6faf is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:43:04.518094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:43:04.520905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:43:04.578225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Attempting to bind port 711b123e-662a-4549-822a-f6299d27dfe4 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:43:04.578590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Attempting to bind port 711b123e-662a-4549-822a-f6299d27dfe4 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:43:04.578983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Attempting to bind port 711b123e-662a-4549-822a-f6299d27dfe4 on network 4a862c71-0b09-422d-b055-27ce957a6faf {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:43:04.585034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:43:04.585456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Checking segment: {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:43:04.585899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:04.586981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Bound using segment: {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:43:04.587907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Bound port: 711b123e-662a-4549-822a-f6299d27dfe4, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:43:04.588602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:04.687213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] For port 711b123e-662a-4549-822a-f6299d27dfe4, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:43:04.690654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] For port 711b123e-662a-4549-822a-f6299d27dfe4, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=711b123e-662a-4549-822a-f6299d27dfe4,segment=NetworkSegment(4ce8fabf-9168-4bea-b731-807ad5627371),segment_id=4ce8fabf-9168-4bea-b731-807ad5627371)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:43:04.760096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:04.776369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:43:04.931565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Pushing event updated for resources: {'Port': ['ID=711b123e-662a-4549-822a-f6299d27dfe4,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:43:04.935110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:43:06.211723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14f7a9-d104-4b9d-bff4-e2d6d62ae6d0 None None] Network 4a862c71-0b09-422d-b055-27ce957a6faf requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:43:06.334808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 711b123e-662a-4549-822a-f6299d27dfe4 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:43:06.376734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-7b29f503-c224-4af5-ada2-658d65ffd0c3 None None] Provisioning for port 711b123e-662a-4549-822a-f6299d27dfe4 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:43:06.581329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 711b123e-662a-4549-822a-f6299d27dfe4 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:43:06.589045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 711b123e-662a-4549-822a-f6299d27dfe4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:43:06.590075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:06.721208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:06.756397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 711b123e-662a-4549-822a-f6299d27dfe4, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=711b123e-662a-4549-822a-f6299d27dfe4,segment=NetworkSegment(4ce8fabf-9168-4bea-b731-807ad5627371),segment_id=4ce8fabf-9168-4bea-b731-807ad5627371)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:43:06.825441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:06.830644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:43:06.896192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-4f0efe41-f31c-4156-80d3-db4931e18e97 None None] Provisioning complete for port 711b123e-662a-4549-822a-f6299d27dfe4 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:43:06.896615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f0efe41-f31c-4156-80d3-db4931e18e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:06.960741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=711b123e-662a-4549-822a-f6299d27dfe4,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:43:06.973692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:43:07.164894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-641c771b-7587-4493-b6cb-e16ac0a1b7fd None None] Provisioning complete for port 711b123e-662a-4549-822a-f6299d27dfe4 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:43:07.165331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-641c771b-7587-4493-b6cb-e16ac0a1b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:08.296461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 711b123e-662a-4549-822a-f6299d27dfe4 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:43:08.370419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 711b123e-662a-4549-822a-f6299d27dfe4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:43:08.370845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:11.832887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-db8cfd2c-d1b6-4703-8f3e-6affcc86978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:13.906637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6bd0291a-d7e3-4c50-8ebd-9259008479cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:15.163636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:15.838084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:16.244630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:19.798477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:43:41.843548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1826bf5c-9810-42d7-89ac-4496ef2d84b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:43.900389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-86b24126-3371-4438-8cf9-1d2ee3c17f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:45.130253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:45.825890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:46.237721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:43:56.798366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:44:11.831116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e355799a-51ac-4934-b4f5-24b43875eec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:13.911550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c31b2930-0c11-4885-9393-a1de97ac17fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:15.128889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:15.831289 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:16.170027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:16.950999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43796) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:44:16.959696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [None req-12a361dc-6ff8-4987-af9e-320db8f09e8b tempest-verify_tempest_config-1805404591 tempest-verify_tempest_config-1805404591] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80393) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:44:16.960835 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-12a361dc-6ff8-4987-af9e-320db8f09e8b tempest-verify_tempest_config-1805404591 tempest-verify_tempest_config-1805404591] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0087576
Dec 02 15:44:17.488166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43816) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:44:17.649042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:17.662808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.quota [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1091791f28>.
Dec 02 15:44:17.667892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:44:17.673449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Usage tracker for resource:security_group_rule and tenant:2a66970050c0486bae57efb6dca5a45a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:44:17.677221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:44:17.684390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:44:18.022732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.053902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.070941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:44:18.120656 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2a66970050c0486bae57efb6dca5a45a&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6313469
Dec 02 15:44:18.123485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43824) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:44:18.128406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86bb230-4e80-4ac2-b910-9c6e4562e04f,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:44:18.138414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.138801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.139176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.139540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.139901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.140303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.140662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.141462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.141462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.141755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.142043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.142394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Tracked resource versions report:
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'}}
Dec 02 15:44:18.143640 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:44:18.176243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:44:18.188354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.216436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.293767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.300113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4ae3eaf1-4ea6-40e7-aab0-2ec4b291b2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:44:18.314335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86bb230-4e80-4ac2-b910-9c6e4562e04f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:44:18.323009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.323392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.323791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.324160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.324525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.324905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.325264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.325621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.325983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.326340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.326695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.327048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:44:18.329742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:18.330930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f86bb230-4e80-4ac2-b910-9c6e4562e04f HTTP/1.1" status: 204  len: 168 time: 0.2062814
Dec 02 15:44:18.331866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:44:33.797351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:44:41.836595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-75d803cb-e320-499d-a798-853b44208dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:43.905181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-47485591-d398-4258-83e3-25d812efc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:45.127920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:45.836435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:44:46.156633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:10.814637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:45:11.841593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-323cd0e6-f8d9-4ba4-b443-73e9f1ba8b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:13.915786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1d547b31-1fc5-47d4-89f1-03ec748d9105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:15.133178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:15.836139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:16.172926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:41.841215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-70baf793-b1c2-4ec6-b5d4-4454adcc4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:43.915240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a504-2c1a-4715-9340-501fd67b6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:45.149707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:45.829674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:46.184005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:45:47.814302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 5 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:46:09.874670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041'] for agent, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:09.875283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.875523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.875885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.876292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.876668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.877039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.877570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.878422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.878799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.879175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.879549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.879922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:46:09.880372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f109179c7b8>, 'Open vSwitch agent', 'hv-cinder-73761', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:46:09.885269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f109179c6d8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73761', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:46:10.233821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] get_endpoint_by_host() called for host hv-cinder-73761 {{(pid=80395) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 02 15:46:10.238856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] get_endpoint_by_ip() called for ip 192.168.0.99 {{(pid=80395) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 02 15:46:10.242060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] _add_endpoint() called for ip 192.168.0.99 {{(pid=80395) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 02 15:46:10.274690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] _get_endpoints() called {{(pid=80395) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 02 15:46:11.846265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bdd0780b-efdb-4f03-b6fa-499656cab2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:13.926312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b76a5bef-09b7-47cc-9a5e-80107f02380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:15.155182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:15.835137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:16.195413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:22.902841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 43898) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:46:23.053337 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-13066bf8-2406-4531-ad62-8103718a36a1 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.1492937
Dec 02 15:46:24.814199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:46:25.534099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 43908) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:46:25.628612 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e34bbfb4-40cf-4417-8dcf-7bc77e45fc44 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.0932682
Dec 02 15:46:39.914287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:41.857163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-020a38a7-faf1-4fb3-a2c0-2527b4779fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:43.908882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-816d02b4-68e8-4341-a609-a755b0b7e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:45.137164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:45.845571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:46:46.177140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:01.814523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:47:09.902602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:11.845674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-048eb874-ca14-4764-bb11-33de52d83edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:13.919825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-affe9cee-a5bc-447e-85e9-a653110db54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:15.159506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:15.839700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:16.188499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:38.814339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:47:39.930572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:41.850703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89928ffd-c007-4863-88d4-ee780959c3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:43.919040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9acec75d-2fbe-4c6e-af58-37ff616f5870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:45.153083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:45.833801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:47:46.182206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:05.325802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44094) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:05.540693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44104) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:05.577238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44110) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:05.614653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44118) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:05.746896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-984065250-network', 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:05.751841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:05.756414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Usage tracker for resource:network and tenant:bf0ccd282f4042c2af3ebf05183275c7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:05.759539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:05.765585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:05.794668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44130) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:05.811519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:05.816887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:05.835396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:05.857763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:05.868161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-network', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:05.872384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Usage tracker for resource:security_group_rule and tenant:bf0ccd282f4042c2af3ebf05183275c7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:05.876715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:05.881134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:05.887705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:05.890374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Usage tracker for resource:network and tenant:8cbb7ca3f3664f78b99b77c653d6109a is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:05.894540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:05.906414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:05.940808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-network', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:05.941165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:05.946459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Usage tracker for resource:network and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:05.950115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:05.956429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:05.959285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Made reservation on behalf of 8cbb7ca3f3664f78b99b77c653d6109a for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:05.964232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:05.978874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:05.996823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.001438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Usage tracker for resource:security_group_rule and tenant:8cbb7ca3f3664f78b99b77c653d6109a is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.005057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.005977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-126841176-network', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:06.014980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.024745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.034569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Usage tracker for resource:network and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.041370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.051792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.061022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Made reservation on behalf of db296e2b87e34627b69487c0870d6fb7 for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:06.069708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.088182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.109557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.114749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.119341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.125510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.179705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-681925228-network', 'tenant_id': 'cfa8264f106340e3bae2ec60311e66f3'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:06.195829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.206335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.221833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Usage tracker for resource:network and tenant:cfa8264f106340e3bae2ec60311e66f3 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.225697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.226856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.239301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.239448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Made reservation on behalf of 8bd15c18c1994d418ad257735d95e8d5 for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:06.242105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.244088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.265582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.289356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.292316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.293006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.297537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.302431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.309131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec294f-a132-4959-95c8-e54c2250258b,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.309639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.327806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:48:06.337569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.338087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.338546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.339003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.339480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.340048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.340682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.341387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.341829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.342275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.342714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.343159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.343665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.344259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.345076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.345455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.346203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.346706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.347211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.347691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.348283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.348784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.349299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.349801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Tracked resource versions report:
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'},
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@hv-cinder-73761: {   'AddressGroup': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'ConntrackHelper': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Log': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Network': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Port': '1.6',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'PortForwarding': '1.2',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'QosPolicy': '1.8',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroup': '1.3',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroupRule': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SubPort': '1.0',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Subnet': '1.1',
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Trunk': '1.1'}}
Dec 02 15:48:06.351445 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:48:06.357286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.361086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.362110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.362470 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Added segment 831835ec-84ea-4035-96f4-7dbc2cfa4656 of type vxlan for network 0e8d58a1-9518-45ad-8e30-37b570122f7b
Dec 02 15:48:06.364539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.369094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.375494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.408700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43d033-e212-4d33-9dc3-2a6567d6aeae,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.412587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.424831 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Made reservation on behalf of cfa8264f106340e3bae2ec60311e66f3 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:06.430688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.449499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856189a-b324-405a-b09c-cab82ef46199,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.453781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.464058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.464432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.464812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.465435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.466052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.466485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.466802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.467149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.467497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.467844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.468463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.468606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.468922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.469286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.469643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.469983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.470329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.470685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.471027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.471374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.471738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.472234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Tracked resource versions report:
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'},
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@hv-cinder-73761: {   'AddressGroup': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'ConntrackHelper': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Log': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Network': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Port': '1.6',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'PortForwarding': '1.2',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'QosPolicy': '1.8',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroup': '1.3',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroupRule': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SubPort': '1.0',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Subnet': '1.1',
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Trunk': '1.1'}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:48:06.479729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.490803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.497169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.501829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Usage tracker for resource:security_group_rule and tenant:cfa8264f106340e3bae2ec60311e66f3 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.506342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.524055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.550623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.588216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.610589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5287d3f4-6b60-4567-bd81-8184f3a3c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.620452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.622311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:48:06.622667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:48:06.631222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:06.631878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.640430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2bffbbb2-b6ec-4a0e-bd08-36f71663d565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.644193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:48:06.648989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084dfd24-6ce0-4ba6-8c58-47f806254bb3,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.656759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:48:06.657565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:48:06.658945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.665283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.669628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.670362 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Added segment 615d89ab-ba36-4d95-8540-88b9ac648723 of type vxlan for network 92487b79-3b7b-42f3-8b9b-942f6ba445e1
Dec 02 15:48:06.737540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:06.812535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Pushing event updated for resources: {'Network': ['ID=0e8d58a1-9518-45ad-8e30-37b570122f7b,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.826044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:06.849505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.852596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:06.915249 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5878000
Dec 02 15:48:06.916383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5909fa2-c77c-4168-9ee1-dcfedca78f85,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:06.923481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:06.925834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44166) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:06.937236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Request body: {'subnet': {'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-984065250-subnet', 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:06.954279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:06.964748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Usage tracker for resource:subnet and tenant:bf0ccd282f4042c2af3ebf05183275c7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:06.970281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:06.978777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:06.982007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.021940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:07.028692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:07.033435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.091135 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.093235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:07.094089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.109888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:07.248520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.338493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:48:07.351214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.351672 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Added segment 2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb of type vxlan for network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959
Dec 02 15:48:07.385331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.436767 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.8206515
Dec 02 15:48:07.440744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44178) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:07.463006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Request body: {'subnet': {'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-126841176-subnet', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:07.477249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.478458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:07.482456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=92487b79-3b7b-42f3-8b9b-942f6ba445e1,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:07.486598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:07.487230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.492245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Usage tracker for resource:subnet and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:07.499049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:07.499476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:07.514616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.534521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:48:07.535286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:48:07.545130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:07.608063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Pushing event updated for resources: {'Network': ['ID=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:07.611120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:07.620379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:07.624829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:07.644272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:48:07.648660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:07.669912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.670802 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Added segment 381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef of type vxlan for network b9cb3801-fac6-4035-8677-bcb9a7cab836
Dec 02 15:48:07.674331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Made reservation on behalf of 8bd15c18c1994d418ad257735d95e8d5 for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:07.681013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.689309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:07.784954 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.2083418
Dec 02 15:48:07.786376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44190) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:07.797795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Request body: {'subnet': {'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-subnet', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:07.804219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:07.804441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:07.809298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Usage tracker for resource:subnet and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:07.810971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:07.812731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:07.821561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:08.013151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Made reservation on behalf of db296e2b87e34627b69487c0870d6fb7 for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:08.021825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.037949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.060084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.080361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:48:08.109475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.109872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Added segment b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a of type vxlan for network e9552d4f-e707-48bc-a8bf-2f1d46861609
Dec 02 15:48:08.173458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.294074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:08.294759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.303784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:08.317549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.338058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:08.338702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.456786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Pushing event updated for resources: {'Network': ['ID=b9cb3801-fac6-4035-8677-bcb9a7cab836,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:08.461249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:08.461750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:08.470225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:08.489917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:08.537023 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.7410417
Dec 02 15:48:08.545077 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.0031703
Dec 02 15:48:08.551993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44206) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:08.553046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44208) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:08.572795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Request body: {'subnet': {'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-681925228-subnet', 'tenant_id': 'cfa8264f106340e3bae2ec60311e66f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:08.577874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Pushing event updated for resources: {'Network': ['ID=e9552d4f-e707-48bc-a8bf-2f1d46861609,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:08.581369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:08.602099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Request body: {'subnet': {'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-subnet', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:08.625192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:08.638756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:48:08.686345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:08.691178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Usage tracker for resource:subnet and tenant:cfa8264f106340e3bae2ec60311e66f3 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:08.694757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:08.702042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:08.734901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.774864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Made reservation on behalf of cfa8264f106340e3bae2ec60311e66f3 for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:08.779949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:08.828989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cbe0603c-fbcc-429e-a8e9-1d0aea835a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:08.870615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:08.889345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Usage tracker for resource:subnet and tenant:8cbb7ca3f3664f78b99b77c653d6109a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:08.899938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:08.909999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:09.045303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2572690-dbab-4ed6-a6b9-bb60d288a91d,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:09.055705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:09.072599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Checking segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:09.072999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Network hostable DHCP agents. Network: 0e8d58a1-9518-45ad-8e30-37b570122f7b, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:48:09.093838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Made reservation on behalf of 8cbb7ca3f3664f78b99b77c653d6109a for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:09.100128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:09.152696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:09.169364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:09.177587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:48:09.244787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 0e8d58a1-9518-45ad-8e30-37b570122f7b) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:09.255302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e0a0e-250b-476b-ae60-e726ed4a657b None None] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:09.261137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:09.262179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:09.350065 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-934a98f6-bf6a-4ebf-9240-3ccac5267a9d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4207449
Dec 02 15:48:09.598976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:09.611408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44248) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:09.628503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:09.642087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011d1a4-8ce0-477b-90a0-472e787641c2 None None] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:09.947691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:09.970706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:09.997352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:10.024344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Usage tracker for resource:security_group_rule and tenant:92bbd6708c70496794582cca4c8c7136 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:10.028186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:10.035121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Checking segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:10.035607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Network hostable DHCP agents. Network: 92487b79-3b7b-42f3-8b9b-942f6ba445e1, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:48:10.042871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:10.056163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.156659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:10.207834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44278) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:10.207834 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 02 15:48:10.249363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.305085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.322785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:10.368326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Synchronizing usage tracker for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:10.373198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdffaae-8ab7-40c0-8551-658e3ca388d5,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:10.379688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:10.407448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eef5c96-dade-4c42-9c04-5e99d5ebbc84,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:10.412785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:10.445761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-0dd011fd-4b03-4d0a-893a-9fa8afb9aa12 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:10.446505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8d7d434a-6efe-42d1-b596-357349f79677 req-0dd011fd-4b03-4d0a-893a-9fa8afb9aa12 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:10.459034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Unset dirty status for tenant:2096e6e5205f4c529338a2723ac66f16 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:10.460390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=92bbd6708c70496794582cca4c8c7136&name=default HTTP/1.1" status: 200  len: 2875 time: 0.8477211
Dec 02 15:48:10.463261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44282) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:10.513113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:48:10.526859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8d7d434a-6efe-42d1-b596-357349f79677 req-0dd011fd-4b03-4d0a-893a-9fa8afb9aa12 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:10.528203 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-0dd011fd-4b03-4d0a-893a-9fa8afb9aa12 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.3263371
Dec 02 15:48:10.533080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.558076 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-f0723a55-4969-41e2-a142-6a53f96b457d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/quotas/bf0ccd282f4042c2af3ebf05183275c7 HTTP/1.1" status: 200  len: 375 time: 0.0227568
Dec 02 15:48:10.603217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Checking segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:10.603460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Network hostable DHCP agents. Network: 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:48:10.612428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.614868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 92487b79-3b7b-42f3-8b9b-942f6ba445e1) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:10.635541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e060a14-bdb3-4096-951f-d8538a309e6b None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:10.637993 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-4bf7fcd9-fba1-4bf5-b66c-f1fce808c253 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0720353
Dec 02 15:48:10.638145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:10.638686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.711633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:48:10.744701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:10.758325 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:10.758985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.761182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979e1d2-740e-4b2d-8dde-a7938672992e None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:10.776710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.799022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:10.804092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-ccb0039c-bdae-4263-8f68-ebc9f557c8af service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:48:10.805392 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-ccb0039c-bdae-4263-8f68-ebc9f557c8af service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0944228
Dec 02 15:48:10.949228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:10.961386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:10.976654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdffaae-8ab7-40c0-8551-658e3ca388d5,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:10.982337 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5107447a-49c6-4335-bd92-542c4da4f50f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.5378594
Dec 02 15:48:10.982337 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.1906857
Dec 02 15:48:10.987073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44292) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:10.987786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44294) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:10.999518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:11.010762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:11.014655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e25bbc-8112-456d-b722-bd609196348b,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:11.033198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:11.042993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:11.045964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.047090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.048579 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fbdffaae-8ab7-40c0-8551-658e3ca388d5 HTTP/1.1" status: 204  len: 168 time: 0.5841665
Dec 02 15:48:11.050347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:11.071159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:11.088401 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-9da6a02b-3c2b-4f42-8499-d28f2e53c379 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740891
Dec 02 15:48:11.114896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:11.121800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Usage tracker for resource:router and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:11.125346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:11.133243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:11.209670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Usage tracker for resource:router and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:11.215436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.217971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.259548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:11.316879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:11.372452 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-582de0db-208f-4105-802d-45d3832d2b27 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2827368
Dec 02 15:48:11.402807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2671019-caf7-4485-bbc5-b68c0c3574f9,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:11.419614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:11.445365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Checking segment: {'id': 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:11.445760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Network hostable DHCP agents. Network: e9552d4f-e707-48bc-a8bf-2f1d46861609, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:48:11.469388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:48:11.479297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.503370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Checking segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:11.504279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Network hostable DHCP agents. Network: b9cb3801-fac6-4035-8677-bcb9a7cab836, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:48:11.511562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.545618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.547695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:48:11.562514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.583108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:48:11.605547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, b9cb3801-fac6-4035-8677-bcb9a7cab836) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:11.624586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, e9552d4f-e707-48bc-a8bf-2f1d46861609) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:11.647444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:11.652803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.654299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.704211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:11.706231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.732931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:48:11.734197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.746283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c0653-5930-4169-b6c8-3f8db0468fd4 None None] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:11.762840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b9661-0755-4081-b9ff-2ae1d0fea894 None None] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:11.816320 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.2492819
Dec 02 15:48:11.816320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44332) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:11.828983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:11.835080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:11.839646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Usage tracker for resource:router and tenant:8cbb7ca3f3664f78b99b77c653d6109a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:11.843164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:11.851101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:11.861564 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3015885
Dec 02 15:48:11.898124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.899899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:11.945650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44340) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:11.959656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:12.017585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-415618d0-ced0-437b-99ec-b8ed8373f6d9 req-8c9a9554-998b-4b16-ae64-7c845a29a751 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.1876953
Dec 02 15:48:12.041552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:12.499503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:12.561755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:12.566130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Usage tracker for resource:security_group_rule and tenant:b6913b856ee440a79e7a0c8aba969a90 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:12.569593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:12.576217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:12.683044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:12.894189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6d31ea39-7e49-474b-8d1d-606bad31b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.051387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4769efb-1bc6-4401-9323-d8ceceb404fe None None] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:13.124765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-de922680-4cec-4b5a-85f7-85a1da0905cd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:13.125947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-009f7e63-412f-40df-b92b-7454cd971505 req-de922680-4cec-4b5a-85f7-85a1da0905cd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Synchronizing usage tracker for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:13.173139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.208517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44398) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:13.212144 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 02 15:48:13.236981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.242625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Allocated IP 172.20.0.2 (92487b79-3b7b-42f3-8b9b-942f6ba445e1/ef43b8b5-84ab-4b7a-bdbb-b546fdc78490/c364e503-7d81-4f81-9515-bf860426fe3f) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:13.246960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fad56-da89-4b62-ab3d-451f31c3ed28 None None] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:13.313506 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50dcc206-dc41-41f0-b28a-031707a775c1 req-3a76c5a8-41c0-442d-a948-2a5d29cc2039 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.1032593
Dec 02 15:48:13.370803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.440183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-009f7e63-412f-40df-b92b-7454cd971505 req-de922680-4cec-4b5a-85f7-85a1da0905cd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Unset dirty status for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:13.442200 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-de922680-4cec-4b5a-85f7-85a1da0905cd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/networks?id=e9552d4f-e707-48bc-a8bf-2f1d46861609 HTTP/1.1" status: 200  len: 811 time: 0.6578636
Dec 02 15:48:13.466489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:13.625276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Allocated IP 172.20.0.2 (26c8fb3a-cf2f-41d8-b18f-a75a5ab07959/1eef5c96-dade-4c42-9c04-5e99d5ebbc84/81299bdb-ee4c-45ba-8778-1d3d0fba93e1) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:13.634453 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b6913b856ee440a79e7a0c8aba969a90&name=default HTTP/1.1" status: 200  len: 2875 time: 1.6289024
Dec 02 15:48:13.635429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f11c23a-c2dc-4ea3-a767-48fcf3981dfc,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:13.640027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44410) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:13.700155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:13.724714 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-69a15f80-e9bb-472b-b70f-6d27c4167a9e tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/quotas/cfa8264f106340e3bae2ec60311e66f3 HTTP/1.1" status: 200  len: 375 time: 0.2594991
Dec 02 15:48:13.815578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.857165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.870122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:13.896472 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-6217d9ce-c4a8-479b-a39c-7373468e70ed tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?tenant_id=cfa8264f106340e3bae2ec60311e66f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1516914
Dec 02 15:48:13.917934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.061312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91a3276a-2f78-4e90-a3b8-b80fc8943734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.199687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.203370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.265028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.356333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.397452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Allocated IP 172.27.0.247 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:14.410873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.444576 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Transition to ACTIVE for port object 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:14.478591 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-27dfc8a6-4335-4920-964e-bc5266fc12fe service neutron] 10.222.0.101 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5623238
Dec 02 15:48:14.500599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Transition to ACTIVE for port object 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:14.576474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.594922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:14.704787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.732340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.744187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Transition to ACTIVE for port object c364e503-7d81-4f81-9515-bf860426fe3f will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:14.753001 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-993e1947-1a1a-44a5-a9cc-980501dd5769 req-6c7b4274-fee8-4abd-b355-db3eace1bb06 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.0836754
Dec 02 15:48:14.784311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Pushing event updated for resources: {'Port': ['ID=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:14.797254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Transition to ACTIVE for port object c364e503-7d81-4f81-9515-bf860426fe3f will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:14.818516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.818915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.819292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.819664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.820295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.820432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.820799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.821098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.821459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.821818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.822177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.822533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.822968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.823321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.823684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.824111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Tracked resource versions report:
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'},
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@hv-cinder-73761: {   'AddressGroup': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'ConntrackHelper': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Log': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Network': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Port': '1.6',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'PortForwarding': '1.2',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'QosPolicy': '1.8',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroup': '1.3',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroupRule': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SubPort': '1.0',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Subnet': '1.1',
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Trunk': '1.1'}}
Dec 02 15:48:14.829217 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:48:14.833934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:14.851495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.879410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:14.887477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:14.889956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:14.909204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c280d0d9-794d-4be5-b274-4cdafd69c98d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:14.945669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:15.031170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:15.034597 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:15.040915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:15.097290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:15.099641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:15.107991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:15.123464 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-25039655-5c1f-484b-8580-5e239546687d service neutron] 10.222.0.101 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6229148
Dec 02 15:48:15.142486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Allocated IP 172.27.0.201 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/03c59713-ba1e-46d7-a1b8-156124d4c6e1) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:15.163145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Attempting to bind port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:15.163669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Attempting to bind port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:15.164488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Attempting to bind port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 on network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:15.180655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Pushing event updated for resources: {'Port': ['ID=c364e503-7d81-4f81-9515-bf860426fe3f,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:15.201139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:15.202592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:15.203096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Checking segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:15.203620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.204163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Bound using segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:15.204804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Bound port: 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:15.205302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.239927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.256036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2dd0b0c3-fe49-4eb9-a92f-31571bb402aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:15.271008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f11c23a-c2dc-4ea3-a767-48fcf3981dfc,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:15.274584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:15.276563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.362316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:15.366076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:15.373026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:15.377066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] For port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:15.382773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] For port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:15.415099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.417328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.523865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Allocated IP 172.27.0.52 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/466c658e-8f55-4b0c-9d81-513d4ad04bae) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:15.528985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.530399 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f11c23a-c2dc-4ea3-a767-48fcf3981dfc HTTP/1.1" status: 204  len: 168 time: 1.8326895
Dec 02 15:48:15.533315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.556313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:15.607410 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ebaa82-1a1e-431b-abcd-bbda7c8444c5 req-efa7de59-19cf-48d8-b5b0-9b694d4c2c7b tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.1714387
Dec 02 15:48:15.638212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:15.715759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Attempting to bind port c364e503-7d81-4f81-9515-bf860426fe3f on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:15.716673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Attempting to bind port c364e503-7d81-4f81-9515-bf860426fe3f by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:15.716821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Attempting to bind port c364e503-7d81-4f81-9515-bf860426fe3f on network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:15.759967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:15.760509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Checking segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:15.760961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.761397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Bound using segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:15.761957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Bound port: c364e503-7d81-4f81-9515-bf860426fe3f, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:15.762378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:15.784802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Pushing event updated for resources: {'Port': ['ID=03c59713-ba1e-46d7-a1b8-156124d4c6e1,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:15.816521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:48:15.827010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:15.882393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Pushing event updated for resources: {'Port': ['ID=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:15.888640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:15.964007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.019037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] For port c364e503-7d81-4f81-9515-bf860426fe3f, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:16.027943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] For port c364e503-7d81-4f81-9515-bf860426fe3f, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=c364e503-7d81-4f81-9515-bf860426fe3f,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:16.091422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.113080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:16.125977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:16.131811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:16.134865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:16.242857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.380260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Pushing event updated for resources: {'Port': ['ID=c364e503-7d81-4f81-9515-bf860426fe3f,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:16.385440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:16.419250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.545705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:16.572723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7acc0814-91fb-42f8-9abd-ad02c9247930 req-ece5a12d-8270-4bd4-bbb4-af8f5e632d02 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.1854737
Dec 02 15:48:16.747546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:16.749997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.794292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bf7d5755-f5f6-4b68-a948-5cb348e54d2b req-08dd7705-3f12-46fa-b3cb-7e4fd419e6df tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.0600858
Dec 02 15:48:16.811103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:16.891857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:17.016480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:17.257304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:17.461760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Router 1620fa9a-6244-4574-805d-1eb29db2bc52 is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:48:17.678190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Pushing event updated for resources: {'Port': ['ID=466c658e-8f55-4b0c-9d81-513d4ad04bae,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:17.685217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:17.733276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abadb3-615e-4391-b6e0-243099557f81 None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:17.739823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:17.755385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Sync routers for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:17.775034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:17.775789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a27198>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:17.811789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:17.815077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:17.822312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] Notify callbacks [] for router, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:17.823684 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f4f56931-1c0a-44c8-83d5-b5121934fb41 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.0083151
Dec 02 15:48:17.826715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44520) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:17.891500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:18.206326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Provisioning for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:18.231313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Provisioning complete for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:18.240016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:18.249309 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cedae90c-798f-47ee-9185-7f1c7827d57f req-d0919f66-9328-4723-aa2f-5b2a26483f06 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.0812838
Dec 02 15:48:18.264078 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f930b0cf-899f-4ec9-9725-05454d354156 req-a2fccb56-1080-4cf7-b8ac-4267346d5366 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.1466770
Dec 02 15:48:18.454860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:18.534035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb397e99-20ac-4ef4-9050-6fdc7e04fc45 None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:48:18.584931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:18.615612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device c364e503-7d81-4f81-9515-bf860426fe3f up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:18.626909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.202008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a27198>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:15Z', 'revision_number': 3, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:19.208484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] For port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:19.215212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Checking router: 1620fa9a-6244-4574-805d-1eb29db2bc52 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:19.215592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Updating router 1620fa9a-6244-4574-805d-1eb29db2bc52 port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:19.247527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.253328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:48:19.277033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.300817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c55c3526-fedf-4d9d-9ba6-603c701f70be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:19.402908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.451714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.682984 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port c364e503-7d81-4f81-9515-bf860426fe3f completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:19.702246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port c364e503-7d81-4f81-9515-bf860426fe3f triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:19.702673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:19.849087 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7855ed84-5a61-478e-b5dc-ec36d8a8a080 req-34fea2ee-b147-473b-b53c-8cb2a9ab4451 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.2531309
Dec 02 15:48:19.911271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Provisioning for port c364e503-7d81-4f81-9515-bf860426fe3f completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:19.933976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Provisioning complete for port c364e503-7d81-4f81-9515-bf860426fe3f triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:19.934310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.041024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.103', 53341) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:20.154894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Pushing event updated for resources: {'Port': ['ID=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:20.169867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8116c8de-5a98-438a-9358-b18ee4352845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:20.371516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.374311 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-697f6962-e06c-4e85-9048-f33def05ead3 req-5c982178-6503-4304-b38c-13a6c7fb22dd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.6584051
Dec 02 15:48:20.413522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.501620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Allocated IP 172.20.0.1 (b9cb3801-fac6-4035-8677-bcb9a7cab836/b2671019-caf7-4485-bbc5-b68c0c3574f9/3fd01c80-c99f-4262-9d8f-9e996d273eca) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:20.504715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port c364e503-7d81-4f81-9515-bf860426fe3f, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=c364e503-7d81-4f81-9515-bf860426fe3f,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:20.542391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.584353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Transition to ACTIVE for port object d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:20.638074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:48:20.638729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:48:20.639771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.642574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:20.655952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.682609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:20.825772 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:20.866424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Pushing event updated for resources: {'Port': ['ID=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,revision_number=2']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:20.870365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:20.970341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.103', 53345) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:21.003188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=c364e503-7d81-4f81-9515-bf860426fe3f,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:21.089673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:21.120311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.126920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.127883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.129062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.157204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.157906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.158713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.159305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.159940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.160757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.161346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.161933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.162638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.163235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.163829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.164446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.170317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.170317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.170317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.170317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.190838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.191954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.192577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.193171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Tracked resource versions report:
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]: pushed versions:
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]: {   'AddressGroup': {'1.0'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'ConntrackHelper': {'1.0'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Log': {'1.0'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Network': {'1.1'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Port': {'1.6'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'PortForwarding': {'1.2'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'QosPolicy': {'1.8'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroup': {'1.3'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SecurityGroupRule': {'1.1'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'SubPort': {'1.0'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Subnet': {'1.1'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     'Trunk': {'1.1'}}
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]: consumer versions:
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]: {   DHCP agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     L3 agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metadata agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     Metering agent@dv-cinder-737618-2-iscsi: {},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@dv-cinder-737618-2-iscsi: {   'AddressGroup': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'ConntrackHelper': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Log': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Network': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Port': '1.6',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'PortForwarding': '1.2',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'QosPolicy': '1.8',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroup': '1.3',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SecurityGroupRule': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'SubPort': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Subnet': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                                      'Trunk': '1.1'},
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:     Open vSwitch agent@hv-cinder-73761: {   'AddressGroup': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'ConntrackHelper': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Log': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Network': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Port': '1.6',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'PortForwarding': '1.2',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'QosPolicy': '1.8',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroup': '1.3',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SecurityGroupRule': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'SubPort': '1.0',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Subnet': '1.1',
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:                                             'Trunk': '1.1'}}
Dec 02 15:48:21.211677 dv-cinder-737618-2-iscsi neutron-server[80280]:  {{(pid=80396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 15:48:21.298218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:21.388035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:21.388848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:21.466241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Provisioning complete for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:21.470482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc11a-6604-440a-bda3-fbd3fb4e041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Attempting to bind port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Attempting to bind port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Attempting to bind port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Bound port: d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:21.898801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:21.901704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44614) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:21.901704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:21.901938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:21.902071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-2819a693-14b8-451d-b6f4-34c638946804 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:21.902071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-2819a693-14b8-451d-b6f4-34c638946804 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.103 "GET /v2.0/networks?id=e9552d4f-e707-48bc-a8bf-2f1d46861609 HTTP/1.1" status: 200  len: 811 time: 0.8185053
Dec 02 15:48:21.902198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:21.902198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10908115f8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:21.902382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] For port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:21.902382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] For port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:21.910138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:21.920083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Request body: {'port': {'device_id': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609', 'admin_state_up': True, 'tenant_id': 'cfa8264f106340e3bae2ec60311e66f3'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:21.994299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-ae6d9971-ff36-4751-95b3-a4a9791109a4 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:21.996111 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-ae6d9971-ff36-4751-95b3-a4a9791109a4 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 1.9565732
Dec 02 15:48:22.012721 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96b52373-080c-44a1-beca-7f5b4faabf86 req-cc22d4bd-bb24-406f-9bb1-c38e019d307a tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.3449085
Dec 02 15:48:22.022505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.214961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.217294 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-973f658d-37e7-4810-8591-d386fba3ccf4 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.2145979
Dec 02 15:48:22.218361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.234911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Request body: {'port': {'device_id': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b', 'admin_state_up': True, 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:22.236590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:22.252752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:22.254830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44640) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:22.270749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-016ee0c5-91f0-4b3c-8c8f-7282987578ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:22.343928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:22.348473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Usage tracker for resource:security_group_rule and tenant:b8752b608b634a478dd495e8a6a427ba is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:22.352132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:22.358524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:22.369489 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d3546c30-c17c-4ca1-a1e8-8abc2808cd6a req-9e52387c-6857-4a7b-aafe-3dbb2b648195 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.5586278
Dec 02 15:48:22.372939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.392389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Pushing event updated for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:22.401406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:22.445157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:22.446189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a27198>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:22.539134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:22.552573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:22.560777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Usage tracker for resource:port and tenant:cfa8264f106340e3bae2ec60311e66f3 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:22.570200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Quota usage for port was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:22.578214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:22.588227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:22.591736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:22.592334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.780870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-bdecb512-9a0e-47b5-9429-2bb5513e8d08 None None] Provisioning complete for port c364e503-7d81-4f81-9515-bf860426fe3f triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:22.785636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bdecb512-9a0e-47b5-9429-2bb5513e8d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.806985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Made reservation on behalf of cfa8264f106340e3bae2ec60311e66f3 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:22.817376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:22.898988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:22.912392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device c364e503-7d81-4f81-9515-bf860426fe3f up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:23.375332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Pushing event updated for resources: {'Port': ['ID=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:23.391879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:23.504268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:23.523132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:23.723491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Usage tracker for resource:port and tenant:bf0ccd282f4042c2af3ebf05183275c7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:23.740932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Quota usage for port was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:23.744581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:23.761645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:23.793436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port c364e503-7d81-4f81-9515-bf860426fe3f triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:23.793863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:23.881290 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-36ced4f8-c8c3-45b6-b476-96b81c641176 req-abb5eff4-327c-463b-bab2-284f2f0de182 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.2457552
Dec 02 15:48:23.911795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-bdecb512-9a0e-47b5-9429-2bb5513e8d08 None None] Provisioning complete for port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:23.912846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bdecb512-9a0e-47b5-9429-2bb5513e8d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:23.959287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44680) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:23.962579 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7854c5cb-aec7-4014-a034-fbce4f92b013 req-0f1bf516-ffd7-4469-ac12-72c927a6bf68 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.2423511
Dec 02 15:48:23.971047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:24.003584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9c7d61b2-66ca-4340-bd6f-ecbdef722413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:24.069211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a27198>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:15Z', 'revision_number': 3, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:24.087721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df229b-8620-43ab-98d0-b7826558d8b2 None None] The sync data for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi is: [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:15Z', 'revision_number': 3, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:24.329522 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b8752b608b634a478dd495e8a6a427ba&name=default HTTP/1.1" status: 200  len: 2878 time: 2.6363523
Dec 02 15:48:24.330684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'port': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:24.337404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:24.365487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10908115f8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:16Z', 'revision_number': 3, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:24.375346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:24.375749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Updating router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:24.403747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44688) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:24.434948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Router c76d674d-5222-4db1-a140-317a82c1a47b is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:48:24.446883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:24.481149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:24.532000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:24.920871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Usage tracker for resource:security_group_rule and tenant:42770a86b7e1496c8acaf1150fff92de is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:24.925042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:24.969140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Allocated IP 172.20.0.9 (0e8d58a1-9518-45ad-8e30-37b570122f7b/d2572690-dbab-4ed6-a6b9-bb60d288a91d/18ae3e68-f199-402b-ad16-0125e857e166) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:24.988876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:25.011566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Allocated IP 172.20.0.2 (e9552d4f-e707-48bc-a8bf-2f1d46861609/e5e25bbc-8112-456d-b722-bd609196348b/10125ed7-437d-4e72-b3b3-ee3b47b41c2f) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:25.350288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c33f4e5c-b0f7-490b-820c-e8202c418388 req-289c9b02-3283-4c8d-9c2b-6ec8799ba143 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.0837612
Dec 02 15:48:25.482332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.486149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.503521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Transition to ACTIVE for port object 03c59713-ba1e-46d7-a1b8-156124d4c6e1 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:25.512451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4513121b-b610-4e5d-9643-11c0b923389b,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:25.546825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.598541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.613323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.617643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.676305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:25.740263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:25.771154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.782602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.779s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:25.797761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.874916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Pushing event updated for resources: {'Port': ['ID=03c59713-ba1e-46d7-a1b8-156124d4c6e1,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:25.879877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:25.880825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Attempting to bind port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:25.881230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Attempting to bind port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:25.881632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Attempting to bind port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:25.887942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:25.889023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:25.889283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.889571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:25.890048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Bound port: 03c59713-ba1e-46d7-a1b8-156124d4c6e1, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:25.890465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:25.960689 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fcf7223a-d4ca-4122-9d2a-6188818d2b69 req-19d9a179-8768-4b9a-9f3a-897297c6da03 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.4247375
Dec 02 15:48:25.990559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] For port 03c59713-ba1e-46d7-a1b8-156124d4c6e1, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:25.994292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] For port 03c59713-ba1e-46d7-a1b8-156124d4c6e1, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=03c59713-ba1e-46d7-a1b8-156124d4c6e1,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:26.022226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:26.043147 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:26.132077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:26.149268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:26.215288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Pushing event updated for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:26.299424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:26.300267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10908115f8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:26.479338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:26.498118 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=42770a86b7e1496c8acaf1150fff92de&name=default HTTP/1.1" status: 200  len: 2879 time: 2.5039134
Dec 02 15:48:26.498118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-56f5e50e-3536-4b7e-b3ad-76d97ec0546b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:26.511535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44714) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:26.525378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44718) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:26.530643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Router 1620fa9a-6244-4574-805d-1eb29db2bc52 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:48:26.578941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Pushing event updated for resources: {'Port': ['ID=03c59713-ba1e-46d7-a1b8-156124d4c6e1,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:26.584630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:26.638989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:26.734114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:26.757391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:26.766537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:26.793040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:26.805245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:26.806167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a274a8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:26.848965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:26.890203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:26.903854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5309f49c-8486-499c-a5e0-bbfe7938b249,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:26.930145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:27.153898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event updated for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:27.213097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:27.224526 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:27.233505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10908115f8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:16Z', 'revision_number': 3, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:27.236069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:27.236525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.263599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:27.277622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:27.309773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e3f5e-5ef9-4818-bcd8-9257ff3d0b06 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:16Z', 'revision_number': 3, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:27.376486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.455245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.460923 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d1b6b3ab-6025-4c80-b9c6-c553ba9bcb10 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 16.4601810
Dec 02 15:48:27.498786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44730) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:27.499838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.501225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.513243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.555044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:27.610355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.615681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.616838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:27.635944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:27.740124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:27.751428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:27.816334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:27.843141 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8bb0912-468c-44f3-af6c-42d73e204f68 req-12e9fc42-31dd-4aea-b7a1-9f10f8ab83e3 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.5008225
Dec 02 15:48:27.950345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Pushing event updated for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:27.991067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:28.012779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a274a8>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:18Z', 'revision_number': 3, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:28.023247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:28.024005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Updating router c76d674d-5222-4db1-a140-317a82c1a47b port 466c658e-8f55-4b0c-9d81-513d4ad04bae binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:28.164968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:28.189858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.192302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.246245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Usage tracker for resource:security_group_rule and tenant:aa987650b1be4237b68836e322c3d937 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:28.270518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.277006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:28.352373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6cd4f0d1-3492-4d1f-b663-711a8fa6b5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:28.365652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:28.368700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:28.376406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:28.381208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:28.388218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270436e-14de-49c4-9cbb-0e8d33c7c91c req-8827f9a2-b621-49a2-bfb2-d3238abb8fc7 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:28.390153 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8270436e-14de-49c4-9cbb-0e8d33c7c91c req-8827f9a2-b621-49a2-bfb2-d3238abb8fc7 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 931 time: 1.7432003
Dec 02 15:48:28.391568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:28.415594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4513121b-b610-4e5d-9643-11c0b923389b,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:28.422846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:28.428241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:28.428981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.431762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:28.437766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:28.443705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.450683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:28.469848 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4513121b-b610-4e5d-9643-11c0b923389b HTTP/1.1" status: 204  len: 168 time: 4.0087373
Dec 02 15:48:28.595568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:28.607204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Sync routers for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:28.624415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:28.633083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090827470>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:28.664936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:28.693596 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] 10.222.0.101 "PUT /v2.0/routers/1620fa9a-6244-4574-805d-1eb29db2bc52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8553684
Dec 02 15:48:28.753953 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8270436e-14de-49c4-9cbb-0e8d33c7c91c req-6f7d0464-04b1-4cd4-8ee5-a3d7d25a60d3 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2880509
Dec 02 15:48:28.889886 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6936450
Dec 02 15:48:29.150710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-cffc48f0-ec3f-4fdb-bc55-a5fb6b46cafd tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:48:29.155019 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-cffc48f0-ec3f-4fdb-bc55-a5fb6b46cafd tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0192387
Dec 02 15:48:29.227557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.261958 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.3546364
Dec 02 15:48:29.273009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.320107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:29.356150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.453417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aa987650b1be4237b68836e322c3d937&name=default HTTP/1.1" status: 200  len: 2879 time: 2.8310108
Dec 02 15:48:29.461998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44750) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:29.501400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9a03e-0682-4561-91f5-e15ac03cc009,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:29.527821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.529991 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5309f49c-8486-499c-a5e0-bbfe7938b249 HTTP/1.1" status: 204  len: 168 time: 3.0171258
Dec 02 15:48:29.553097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:29.553097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:29.572727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5309f49c-8486-499c-a5e0-bbfe7938b249,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:29.584500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:29.675155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:29.676956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.697429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.700331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Transition to ACTIVE for port object 466c658e-8f55-4b0c-9d81-513d4ad04bae will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:29.735849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.757057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.769800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:29.807468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44764) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:29.905163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.909033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:29.930898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 03c59713-ba1e-46d7-a1b8-156124d4c6e1 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:29.936037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Allocated IP 172.20.0.1 (26c8fb3a-cf2f-41d8-b18f-a75a5ab07959/1eef5c96-dade-4c42-9c04-5e99d5ebbc84/879d27bc-0ba1-477e-9530-bf79aa30d8c5) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:29.987963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc5d20-0397-4d59-9b54-56ba8c3c9163 None None] Pushing event updated for resources: {'Port': ['ID=466c658e-8f55-4b0c-9d81-513d4ad04bae,revision_number=2']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:29.999420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:30.008903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Usage tracker for resource:security_group_rule and tenant:0694976626ac42f1bed2930deb1ff35e is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:30.024696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:30.045398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:30.093105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-accc5d20-0397-4d59-9b54-56ba8c3c9163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:30.287554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.298332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Attempting to bind port 466c658e-8f55-4b0c-9d81-513d4ad04bae on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:30.298740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Attempting to bind port 466c658e-8f55-4b0c-9d81-513d4ad04bae by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:30.299143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Attempting to bind port 466c658e-8f55-4b0c-9d81-513d4ad04bae on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:30.306922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:30.307336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:30.307782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.308242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:30.308782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Bound port: 466c658e-8f55-4b0c-9d81-513d4ad04bae, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:30.309276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.436234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.437803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:30.479088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9a03e-0682-4561-91f5-e15ac03cc009,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:30.489601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.496607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:30.512190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f17f4a4c-8048-446c-9a48-986ecb0edcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:30.565572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] For port 466c658e-8f55-4b0c-9d81-513d4ad04bae, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:30.574691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c32e7f-8ed2-45dc-9898-2126eb543aa0,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:30.575023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] For port 466c658e-8f55-4b0c-9d81-513d4ad04bae, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=466c658e-8f55-4b0c-9d81-513d4ad04bae,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:30.580478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.585053 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fbd9a03e-0682-4561-91f5-e15ac03cc009 HTTP/1.1" status: 204  len: 168 time: 1.1189513
Dec 02 15:48:30.586134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:30.611621 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0694976626ac42f1bed2930deb1ff35e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7997127
Dec 02 15:48:30.611800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.611908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44774) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:30.625900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:30.655590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:30.656240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.745413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.782452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:30.968023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:31.056701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090827470>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:23Z', 'revision_number': 4, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '3fd01c80-c99f-4262-9d8f-9e996d273eca', 'name': '', 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'mac_address': 'fa:16:3e:98:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:19Z', 'updated_at': '2020-12-02T15:48:24Z', 'revision_number': 2, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'subnets': [{'id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:31.083849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Checking router: 1620fa9a-6244-4574-805d-1eb29db2bc52 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:31.084315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Updating router 1620fa9a-6244-4574-805d-1eb29db2bc52 port 3fd01c80-c99f-4262-9d8f-9e996d273eca binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:31.175595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc5d20-0397-4d59-9b54-56ba8c3c9163 None None] Pushing event updated for resources: {'Port': ['ID=466c658e-8f55-4b0c-9d81-513d4ad04bae,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:31.184690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Request body: {'port': {'device_id': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:31.189966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-accc5d20-0397-4d59-9b54-56ba8c3c9163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:31.207866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:31.242115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:31.242808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a274a8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:31.258071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Request body: {'port': {'device_id': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:31.295514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:31.356839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:31.468434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c32e7f-8ed2-45dc-9898-2126eb543aa0,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:31.468627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:31.694283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 03c59713-ba1e-46d7-a1b8-156124d4c6e1, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=03c59713-ba1e-46d7-a1b8-156124d4c6e1,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:31.736784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:31.743953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:31.761854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:31.831527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:31.855662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Allocated IP 172.20.0.1 (92487b79-3b7b-42f3-8b9b-942f6ba445e1/ef43b8b5-84ab-4b7a-bdbb-b546fdc78490/b817120d-b7ab-4359-a550-9af091a5130c) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:31.948824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:32.004760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.006000 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0c32e7f-8ed2-45dc-9898-2126eb543aa0 HTTP/1.1" status: 204  len: 168 time: 1.3925490
Dec 02 15:48:32.024816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=03c59713-ba1e-46d7-a1b8-156124d4c6e1,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:32.148206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-d5c6f4c9-0b85-4660-8a1d-976d2a1ff866 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:32.155659 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-d5c6f4c9-0b85-4660-8a1d-976d2a1ff866 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 819 time: 1.3290565
Dec 02 15:48:32.172424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.180380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:32.201216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.208591 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-ea62abf8-ca74-44f8-b1f0-c245d1352763 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/quotas/8cbb7ca3f3664f78b99b77c653d6109a HTTP/1.1" status: 200  len: 375 time: 0.0517657
Dec 02 15:48:32.257134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Transition to ACTIVE for port object b817120d-b7ab-4359-a550-9af091a5130c will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:32.294453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44802) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:32.358302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936038-befd-4b83-ad02-52373df706fa req-587f469f-7670-4b48-bd03-06d8ddf4a6ef tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:32.369237 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8936038-befd-4b83-ad02-52373df706fa req-587f469f-7670-4b48-bd03-06d8ddf4a6ef tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 931 time: 3.0160594
Dec 02 15:48:32.373545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.412617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.514734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:32.562201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a274a8>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:18Z', 'revision_number': 3, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:32.577768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3c11e-4742-4b96-89e5-403a9e276687 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:18Z', 'revision_number': 3, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:32.611939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.632961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Transition to ACTIVE for port object 3fd01c80-c99f-4262-9d8f-9e996d273eca will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:32.655960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:32.666182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.787219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.804354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:32.950408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ae3e68-f199-402b-ad16-0125e857e166 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:48:32.960685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:32.981320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Transition to ACTIVE for port object 18ae3e68-f199-402b-ad16-0125e857e166 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:33.005965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:33.017594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Usage tracker for resource:security_group_rule and tenant:913a2c5a2a9440318ee5c4eea88c5a10 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:33.023809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:33.026999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:33.037246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Pushing event updated for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:33.059233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:33.078528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f8936038-befd-4b83-ad02-52373df706fa req-da965e36-e842-4a07-b381-553cf0fad5c4 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Synchronizing usage tracker for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:33.090532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-31571cb5-c3b8-413a-9d83-4937a173b02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:33.093870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:33.255814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:33.357435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Pushing event updated for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:33.374948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f8936038-befd-4b83-ad02-52373df706fa req-da965e36-e842-4a07-b381-553cf0fad5c4 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Unset dirty status for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:33.383211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8936038-befd-4b83-ad02-52373df706fa req-da965e36-e842-4a07-b381-553cf0fad5c4 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9402134
Dec 02 15:48:33.392712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:33.450450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-03ee71b7-5f18-44e4-85a5-69e548ad9bdf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:33.725964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:33.745041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:33.763902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Attempting to bind port 3fd01c80-c99f-4262-9d8f-9e996d273eca on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:33.764387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Attempting to bind port 3fd01c80-c99f-4262-9d8f-9e996d273eca by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:33.764806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Attempting to bind port 3fd01c80-c99f-4262-9d8f-9e996d273eca on network b9cb3801-fac6-4035-8677-bcb9a7cab836 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:33.773029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:33.773437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Checking segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:33.773892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:33.778884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Bound using segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:33.779523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Bound port: 3fd01c80-c99f-4262-9d8f-9e996d273eca, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:33.779998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:33.966195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Attempting to bind port 18ae3e68-f199-402b-ad16-0125e857e166 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:33.966708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Attempting to bind port 18ae3e68-f199-402b-ad16-0125e857e166 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:33.967007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Attempting to bind port 18ae3e68-f199-402b-ad16-0125e857e166 on network 0e8d58a1-9518-45ad-8e30-37b570122f7b {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:33.971674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] For port 3fd01c80-c99f-4262-9d8f-9e996d273eca, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:33.976200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] For port 3fd01c80-c99f-4262-9d8f-9e996d273eca, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=3fd01c80-c99f-4262-9d8f-9e996d273eca,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:33.978558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:33.978947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Checking segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:33.979501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:33.980023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Bound using segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:33.980665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Bound port: 18ae3e68-f199-402b-ad16-0125e857e166, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:33.980942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 03c59713-ba1e-46d7-a1b8-156124d4c6e1 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:33.981122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.017639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.120654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:34.163273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] For port 18ae3e68-f199-402b-ad16-0125e857e166, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:34.179001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.194963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] For port 18ae3e68-f199-402b-ad16-0125e857e166, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18ae3e68-f199-402b-ad16-0125e857e166,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:34.227387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.230742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-78176f69-6e72-42a1-81b1-0d245b98b611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:34.246643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:34.294763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:34.313352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:34.313906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.316639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-03ee71b7-5f18-44e4-85a5-69e548ad9bdf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:34.318199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-03ee71b7-5f18-44e4-85a5-69e548ad9bdf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&fields=id HTTP/1.1" status: 200  len: 255 time: 2.1086023
Dec 02 15:48:34.336577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.351206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.393181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Transition to ACTIVE for port object 879d27bc-0ba1-477e-9530-bf79aa30d8c5 will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:34.394962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9290dd6-968e-4d5e-b3d6-45a507f28f91,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:34.476966 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=913a2c5a2a9440318ee5c4eea88c5a10&name=default HTTP/1.1" status: 200  len: 2879 time: 2.1618803
Dec 02 15:48:34.485693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:34.486332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0564cce1-453f-4e78-b1a8-c45a8464d227 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:34.495580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:34.524185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Pushing event updated for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:34.563030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 44830) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:34.568381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:34.610017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:34.618443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:34.619170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090827470>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:34.695948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:34.730739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85011b7-46b8-4332-8e82-0262245710fa req-732a8ec9-b92c-4d18-b92d-2345906d16a9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:34.730739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b85011b7-46b8-4332-8e82-0262245710fa req-732a8ec9-b92c-4d18-b92d-2345906d16a9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:34.756165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Pushing event updated for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:34.759423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:34.874421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:35.029996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:35.030512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.032031 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] 10.222.0.103 "PUT /v2.0/ports/18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 200  len: 1157 time: 5.2519670
Dec 02 15:48:35.032614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:35.414755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.426317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-3970813b-598a-4504-8283-71af9fbf9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:35.427960 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-3970813b-598a-4504-8283-71af9fbf9887 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 1160 time: 0.1819887
Dec 02 15:48:35.439385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:35.447689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-8ea14600-983f-40ef-8e03-f3892f61c282 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80393) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:48:35.456873 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-8ea14600-983f-40ef-8e03-f3892f61c282 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5334907
Dec 02 15:48:35.554585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:35.555140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.605525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:35.607064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b85011b7-46b8-4332-8e82-0262245710fa req-732a8ec9-b92c-4d18-b92d-2345906d16a9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:35.609235 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b85011b7-46b8-4332-8e82-0262245710fa req-732a8ec9-b92c-4d18-b92d-2345906d16a9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 943 time: 1.7178550
Dec 02 15:48:35.626932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c0ecbef6-c33d-4cfe-b1d4-57fcf712d711 None None] Provisioning for port b817120d-b7ab-4359-a550-9af091a5130c completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:35.630390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-27c4bff7-9a71-402d-b8f2-20cda8aa761d service neutron] 10.222.0.101 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692052
Dec 02 15:48:35.673092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c0ecbef6-c33d-4cfe-b1d4-57fcf712d711 None None] Provisioning complete for port b817120d-b7ab-4359-a550-9af091a5130c triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:35.673794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c0ecbef6-c33d-4cfe-b1d4-57fcf712d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.757465 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-378f9ded-f889-4953-951a-25f95babba2e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 200  len: 217 time: 0.0786517
Dec 02 15:48:35.927578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10125ed7-437d-4e72-b3b3-ee3b47b41c2f {{(pid=80394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:48:35.933203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.936817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d434a-6efe-42d1-b596-357349f79677 req-643eb0b7-d339-42b8-afa8-8eb864a48934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:35.938792 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-643eb0b7-d339-42b8-afa8-8eb864a48934 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.0886264
Dec 02 15:48:35.951114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Transition to ACTIVE for port object 10125ed7-437d-4e72-b3b3-ee3b47b41c2f will not be triggered until provisioned by entity L2. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:35.952462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:35.966719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:35.967114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:35.967440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.050488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.067637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 466c658e-8f55-4b0c-9d81-513d4ad04bae up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:36.154664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecbef6-c33d-4cfe-b1d4-57fcf712d711 None None] Port b817120d-b7ab-4359-a550-9af091a5130c cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:48:36.167217 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-29f16caf-bfb5-4ad2-84d1-d36aab76a39c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1845512
Dec 02 15:48:36.247102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:36.285438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 466c658e-8f55-4b0c-9d81-513d4ad04bae completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:36.300238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 466c658e-8f55-4b0c-9d81-513d4ad04bae triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:36.300949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.347938 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-112db3dd-f4ba-44a3-814e-ae2f4f06fa1e service neutron] 10.222.0.101 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7165158
Dec 02 15:48:36.437503 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-926bca81-2cea-43fe-a211-f4e56354f63c service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283533
Dec 02 15:48:36.461659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-0e95f9da-a4c9-4fca-b7ca-30333784fdc9 None None] Provisioning for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:36.475956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-0e95f9da-a4c9-4fca-b7ca-30333784fdc9 None None] Provisioning complete for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:36.476518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0e95f9da-a4c9-4fca-b7ca-30333784fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.543345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-0e95f9da-a4c9-4fca-b7ca-30333784fdc9 None None] Port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:48:36.609300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.627350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.637705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 466c658e-8f55-4b0c-9d81-513d4ad04bae, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=466c658e-8f55-4b0c-9d81-513d4ad04bae,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:36.646790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090827470>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:23Z', 'revision_number': 4, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '3fd01c80-c99f-4262-9d8f-9e996d273eca', 'name': '', 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'mac_address': 'fa:16:3e:98:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:19Z', 'updated_at': '2020-12-02T15:48:33Z', 'revision_number': 4, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'subnets': [{'id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:36.653176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c2122-5ac6-4ccd-8904-74b24337cfca None None] The sync data for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi is: [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:23Z', 'revision_number': 4, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '3fd01c80-c99f-4262-9d8f-9e996d273eca', 'name': '', 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'mac_address': 'fa:16:3e:98:da:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:19Z', 'updated_at': '2020-12-02T15:48:33Z', 'revision_number': 4, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'subnets': [{'id': 'b2671019-caf7-4485-bbc5-b68c0c3574f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:36.684645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:36.687085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:36.903965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=466c658e-8f55-4b0c-9d81-513d4ad04bae,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:36.916809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:37.046582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d7d434a-6efe-42d1-b596-357349f79677 req-e7900048-c212-4581-9784-a95fc28f9d3a service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6016784
Dec 02 15:48:37.114055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Pushing event updated for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:37.244489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008c9d1-8f22-43ea-a4e0-51a4a67d1984 req-95c53fa7-dfc4-4e93-b1cd-e14908bfcedf tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:37.245310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9008c9d1-8f22-43ea-a4e0-51a4a67d1984 req-95c53fa7-dfc4-4e93-b1cd-e14908bfcedf tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Synchronizing usage tracker for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:37.280259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:37.318489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9008c9d1-8f22-43ea-a4e0-51a4a67d1984 req-95c53fa7-dfc4-4e93-b1cd-e14908bfcedf tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Unset dirty status for tenant:cfa8264f106340e3bae2ec60311e66f3 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:37.320392 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9008c9d1-8f22-43ea-a4e0-51a4a67d1984 req-95c53fa7-dfc4-4e93-b1cd-e14908bfcedf tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.2727966
Dec 02 15:48:37.328425 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:37.355819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b85011b7-46b8-4332-8e82-0262245710fa req-ab44f1b2-8de8-4a78-8c1d-05641aaac3a1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:37.391935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Attempting to bind port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:37.392353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Attempting to bind port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609'}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:37.392725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Attempting to bind port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f on network e9552d4f-e707-48bc-a8bf-2f1d46861609 {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:37.408252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:37.408778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Checking segment: {'id': 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:37.410226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:37.410361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Bound using segment: {'id': 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609'} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:37.410797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Bound port: 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e9552d4f-e707-48bc-a8bf-2f1d46861609'}}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:37.411192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:37.422795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:37.430829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:37.438830 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9008c9d1-8f22-43ea-a4e0-51a4a67d1984 req-c2117a6f-24cb-4079-b19b-198991217405 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109674
Dec 02 15:48:37.582547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:37.652556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:37.653973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b85011b7-46b8-4332-8e82-0262245710fa req-ab44f1b2-8de8-4a78-8c1d-05641aaac3a1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:37.654907 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b85011b7-46b8-4332-8e82-0262245710fa req-ab44f1b2-8de8-4a78-8c1d-05641aaac3a1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6933837
Dec 02 15:48:37.666785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:37.957255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166', 'status': 'completed', 'code': 200}
Dec 02 15:48:37.978406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44916) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:38.084069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-0bc4be94-6ec3-482b-998b-6b742f8cabb9 None None] Provisioning complete for port b817120d-b7ab-4359-a550-9af091a5130c triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:38.084505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0bc4be94-6ec3-482b-998b-6b742f8cabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.100979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Pushing event updated for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:38.120016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:38.142049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7703b66e-3377-40d7-aa06-46e7e6b2c732 req-53ac3668-3262-4c37-aec1-7772b837af9f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 210 time: 0.2537315
Dec 02 15:48:38.160671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-770343c2-98b0-4158-a886-f5ffce2d1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:38.162934 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-770343c2-98b0-4158-a886-f5ffce2d1b99 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 1160 time: 0.1538713
Dec 02 15:48:38.229203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4be94-6ec3-482b-998b-6b742f8cabb9 None None] Port b817120d-b7ab-4359-a550-9af091a5130c cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:48:38.290184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.301842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, cleared binding levels {{(pid=80394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:38.323911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:38.348051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.365914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,segment=NetworkSegment(b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a),segment_id=b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a)] {{(pid=80394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:38.367095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9290dd6-968e-4d5e-b3d6-45a507f28f91,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:38.370234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:38.371443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-c286638b-09d8-40ce-b3f4-c05100a58f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:38.373306 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-c286638b-09d8-40ce-b3f4-c05100a58f68 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 908 time: 0.2027462
Dec 02 15:48:38.476871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:48:38.497719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.515583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:38.522930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b764774be7e4ae3b0c7ef7869389c63 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:38.524068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:38.530440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:38.550577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.553097 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-0851c862-58c5-496d-90ba-6aeb0661b427 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 200  len: 217 time: 0.1325095
Dec 02 15:48:38.655806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7144a75e-bd86-4915-afaa-b9a96e5c2181 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:38.704198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:38.707426 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9290dd6-968e-4d5e-b3d6-45a507f28f91 HTTP/1.1" status: 204  len: 168 time: 4.1385777
Dec 02 15:48:38.756988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-d002befd-0713-4fdd-97f0-202afac0dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:38.758710 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-d002befd-0713-4fdd-97f0-202afac0dda2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1966066
Dec 02 15:48:38.838505 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-6280be26-aafe-48bb-bcb3-4fa1812c8cdf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591793
Dec 02 15:48:38.921741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 3fd01c80-c99f-4262-9d8f-9e996d273eca up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:38.956645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d41c9678-66f9-4443-be49-262db0536bc6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:38.958502 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d41c9678-66f9-4443-be49-262db0536bc6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 819 time: 0.3260548
Dec 02 15:48:39.051183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 3fd01c80-c99f-4262-9d8f-9e996d273eca completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:39.051585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-33756ab7-9aeb-4657-a4e9-f670861cee43 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/quotas/8cbb7ca3f3664f78b99b77c653d6109a HTTP/1.1" status: 200  len: 375 time: 0.0328908
Dec 02 15:48:39.058081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 3fd01c80-c99f-4262-9d8f-9e996d273eca triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:39.058571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.171200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.212073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.252373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d49005fc-948c-4856-b4ef-7798d990f78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:39.278274 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-d38be8c9-c183-4cb6-88d1-8b898502b1a4 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3732359
Dec 02 15:48:39.346089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.373593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:39.385274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 3fd01c80-c99f-4262-9d8f-9e996d273eca, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=3fd01c80-c99f-4262-9d8f-9e996d273eca,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:39.387795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:39.410839 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] 10.222.0.101 "PUT /v2.0/routers/c76d674d-5222-4db1-a140-317a82c1a47b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8674035
Dec 02 15:48:39.410926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:39.410926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c8e400>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:39.422081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.422764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 466c658e-8f55-4b0c-9d81-513d4ad04bae up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:39.425856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Pushing event updated for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=3']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:39.432324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:39.433074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.435387 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] 10.222.0.103 "PUT /v2.0/ports/10125ed7-437d-4e72-b3b3-ee3b47b41c2f HTTP/1.1" status: 200  len: 1157 time: 9.6001408
Dec 02 15:48:39.435900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:39.507160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:39.516625 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-09cc69a6-538f-491b-a710-e22309321e6d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4553380
Dec 02 15:48:39.559109 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b764774be7e4ae3b0c7ef7869389c63&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5791278
Dec 02 15:48:39.569064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 44954) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:39.581783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:39.656524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:39.671348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6159617d-8b3f-4a02-87c9-a51a4bf06fcd,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:39.689685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 466c658e-8f55-4b0c-9d81-513d4ad04bae triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:39.690112 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.702794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:39.788098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.103', 53361) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:39.788608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:39.834322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:39.838318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:39.929829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.025992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.032751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.050627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:40.094898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fca4e-8825-4e63-b6f0-284aa1b8aba9 req-aff55680-1931-4661-92ce-41849df7f98a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:40.096714 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-259fca4e-8825-4e63-b6f0-284aa1b8aba9 req-aff55680-1931-4661-92ce-41849df7f98a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 1.4067011
Dec 02 15:48:40.189165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c8e400>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 2, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:40.195234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:40.196002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Updating router c76d674d-5222-4db1-a140-317a82c1a47b port b817120d-b7ab-4359-a550-9af091a5130c binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:40.244234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-272d915c-9b2b-4095-8106-f304d2614e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:40.245858 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-272d915c-9b2b-4095-8106-f304d2614e08 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cfa8264f106340e3bae2ec60311e66f3&device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 1160 time: 0.6912122
Dec 02 15:48:40.251218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Pushing event updated for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:40.260230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:40.289807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.294780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.328758 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c74b6174-def2-4ec3-abfc-a9ff69a45093 req-86d85349-4fd5-4241-bdad-6f1406973a38 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0371337
Dec 02 15:48:40.343208 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-259fca4e-8825-4e63-b6f0-284aa1b8aba9 req-574a8352-c6cc-4e49-8665-0590537846d0 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824963
Dec 02 15:48:40.366679 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-418b75a2-efa3-44ab-a0e3-b602cf966891 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f HTTP/1.1" status: 200  len: 217 time: 0.0908613
Dec 02 15:48:40.382919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-2069a767-db7b-430e-a2ab-6c6661bf8a37 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:40.384810 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-2069a767-db7b-430e-a2ab-6c6661bf8a37 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 819 time: 0.5951607
Dec 02 15:48:40.406622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.418640 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-ed78f3ca-7270-4e24-9188-75156657519c service neutron] 10.222.0.101 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8362653
Dec 02 15:48:40.427450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Request body: {'port': {'device_id': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'admin_state_up': True, 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:40.508701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:40.510557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f7e63-412f-40df-b92b-7454cd971505 req-7d4cda02-1265-4bce-9385-a1ecd9c3d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:40.512278 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-7d4cda02-1265-4bce-9385-a1ecd9c3d339 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e5e25bbc-8112-456d-b722-bd609196348b HTTP/1.1" status: 200  len: 851 time: 0.1447048
Dec 02 15:48:40.513459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:40.825334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 3fd01c80-c99f-4262-9d8f-9e996d273eca up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:40.885883 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-8dba87d8-4f19-42ab-9d94-088b1cde9f77 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e9552d4f-e707-48bc-a8bf-2f1d46861609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2945161
Dec 02 15:48:40.914567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-65c530a2-7eaf-44a1-94bb-72de4017e446 None None] Provisioning complete for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:40.915053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65c530a2-7eaf-44a1-94bb-72de4017e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:40.928698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:40.975127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:40.993956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-65c530a2-7eaf-44a1-94bb-72de4017e446 None None] Port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:48:40.998554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 3fd01c80-c99f-4262-9d8f-9e996d273eca triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:40.999118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.113285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Made reservation on behalf of 8cbb7ca3f3664f78b99b77c653d6109a for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:41.122346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.155958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.164608 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-fa08813d-8cd8-49b6-8dff-47ebfa4c9e2d service neutron] 10.222.0.103 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729812
Dec 02 15:48:41.174724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.189700 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-760af971-b768-4a27-85bf-dbdeb179fae1 service neutron] 10.222.0.101 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7370567
Dec 02 15:48:41.203733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Transition to ACTIVE for port object b817120d-b7ab-4359-a550-9af091a5130c will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:41.232980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.251673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:41.342210 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159617d-8b3f-4a02-87c9-a51a4bf06fcd,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:41.390069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c85549-f3f0-4430-aaf0-1eb3c1b45768 req-723416d8-52cc-468d-ab34-130775f92d5c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:41.392071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7c85549-f3f0-4430-aaf0-1eb3c1b45768 req-723416d8-52cc-468d-ab34-130775f92d5c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 943 time: 0.7924247
Dec 02 15:48:41.401156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-b3cdaf1f-e140-448b-b499-5ea085fd487c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:48:41.456885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:41.466721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:48:41.470828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.472251 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6159617d-8b3f-4a02-87c9-a51a4bf06fcd HTTP/1.1" status: 204  len: 168 time: 1.8885856
Dec 02 15:48:41.529727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:41.747522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Pushing event updated for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:41.770754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:41.867735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c13ae117-d6d0-4616-a081-6e0e97174c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:41.929398 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7c85549-f3f0-4430-aaf0-1eb3c1b45768 req-e54edfd5-3a58-4f8a-a38a-5e3179c69e57 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5273817
Dec 02 15:48:41.944677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 18ae3e68-f199-402b-ad16-0125e857e166 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:42.030928 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-009f7e63-412f-40df-b92b-7454cd971505 req-779c83b2-457d-4cc1-a4b9-83c366837e03 service neutron] 10.222.0.103 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8512695
Dec 02 15:48:42.188471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:48:42.209519 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] 10.222.0.101 "PUT /v2.0/routers/ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.9534512
Dec 02 15:48:42.271967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:48:42.305344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:42.306461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090f6c978>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:42.342149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Attempting to bind port b817120d-b7ab-4359-a550-9af091a5130c on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:42.342754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Attempting to bind port b817120d-b7ab-4359-a550-9af091a5130c by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:42.343159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Attempting to bind port b817120d-b7ab-4359-a550-9af091a5130c on network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:42.350103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:42.350516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Checking segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:42.350950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:42.351822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Bound using segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:42.351929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Bound port: b817120d-b7ab-4359-a550-9af091a5130c, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:42.352339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:42.513621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:42.538161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Allocated IP 172.20.0.4 (b9cb3801-fac6-4035-8677-bcb9a7cab836/b2671019-caf7-4485-bbc5-b68c0c3574f9/033ff3dd-4a44-4c88-8208-f4ce9a19a0e6) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:42.546025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] For port b817120d-b7ab-4359-a550-9af091a5130c, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:42.552464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] For port b817120d-b7ab-4359-a550-9af091a5130c, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=b817120d-b7ab-4359-a550-9af091a5130c,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:42.582700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:42.601273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:42.630938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45038) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:42.696429 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f', 'status': 'completed', 'code': 200}
Dec 02 15:48:42.706746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:42.898300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:42.912469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a73166d4c514d5e96acab4971d94ac0 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:42.916972 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:42.921649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 18ae3e68-f199-402b-ad16-0125e857e166 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:42.937148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:42.953240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 18ae3e68-f199-402b-ad16-0125e857e166 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:42.953669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:42.991996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45050) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:42.998050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Pushing event updated for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=4']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:43.016812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group': {'name': 'tempest-securitygroup--62295944', 'description': 'tempest-description--1625201171'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:43.161863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:43.164894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.184212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:43.200056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:43.219923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:43.225344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:43.226046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c8e400>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:43.243276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:43.363522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a1046-bb2f-4356-a879-d1952b34a6a2 req-7a72119c-1bfc-44a6-a830-4210face7a5b tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:43.365353 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-925a1046-bb2f-4356-a879-d1952b34a6a2 req-7a72119c-1bfc-44a6-a830-4210face7a5b tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.4187300
Dec 02 15:48:43.417256 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4b0d3f21-b1bd-4af7-ac92-5bf4cdfb918d req-85225dc4-01a4-4908-ac3c-19fc990950e5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 210 time: 0.1258137
Dec 02 15:48:43.461607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.467536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.519321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:43.522124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.524708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:43.541017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-19365947-429a-469a-ad79-df8e848fb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:43.542058 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-19365947-429a-469a-ad79-df8e848fb717 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cfa8264f106340e3bae2ec60311e66f3&device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 1160 time: 0.7892799
Dec 02 15:48:43.582306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:43.587853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.595042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:43.610385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.617873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:43.620184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:43.725522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090f6c978>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 2, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:43.738596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:48:43.739197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Updating router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:48:43.770625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-abe01d31-5134-4c24-9ee0-cc64ce7ad217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:43.786409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 18ae3e68-f199-402b-ad16-0125e857e166, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18ae3e68-f199-402b-ad16-0125e857e166,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:43.793075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:43.803603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c119ac73-91b6-48c9-b3de-26e541f25dcd,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:43.810437 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-925a1046-bb2f-4356-a879-d1952b34a6a2 req-cc28fc97-9756-4400-8ab2-0f63601ffce0 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4301655
Dec 02 15:48:43.818581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:43.870867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:43.876813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:43.887738 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a73166d4c514d5e96acab4971d94ac0&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2554567
Dec 02 15:48:43.896299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45068) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:43.967580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:43.982749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:43.991410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.069388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-ba7125ba-90f6-4964-8389-c32603858f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:44.071847 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-ba7125ba-90f6-4964-8389-c32603858f12 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e9552d4f-e707-48bc-a8bf-2f1d46861609 HTTP/1.1" status: 200  len: 905 time: 0.5164456
Dec 02 15:48:44.078155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Pushing event updated for resources: {'Port': ['ID=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:44.082136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:44.109465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c8e400>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:42Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:44.120375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b519e9d-f2e0-4fb7-b242-1425df66f8d8 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:42Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:44.421222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb0b3-2d80-4f98-a35d-2ac5b7f19e38 req-94ef423a-cbc6-4873-9479-d2fddadf8ce2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:44.431584 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7bdfb0b3-2d80-4f98-a35d-2ac5b7f19e38 req-94ef423a-cbc6-4873-9479-d2fddadf8ce2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.6371100
Dec 02 15:48:44.476098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.513449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:44.516572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:44.524048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:44.528741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:44.529425 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.544953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.559117 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-10267460-857c-4012-b045-d0e40efd1c6c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f HTTP/1.1" status: 200  len: 217 time: 0.4534752
Dec 02 15:48:44.565935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.681280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.708599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Transition to ACTIVE for port object 879d27bc-0ba1-477e-9530-bf79aa30d8c5 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:44.748453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.791609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d8c9-e6f0-4c15-9417-7b0cc3be6639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.796383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-a45df792-338f-4811-949b-19590a1f089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:44.800739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:44.801384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-a45df792-338f-4811-949b-19590a1f089b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e5e25bbc-8112-456d-b722-bd609196348b HTTP/1.1" status: 200  len: 851 time: 0.2308168
Dec 02 15:48:44.885517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d0e9bb87-dea6-4cde-9760-0fbec0c33242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:44.938137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-1bd49334-63ec-4b25-b416-5a2ef4ee36b4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:44.944346 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-1bd49334-63ec-4b25-b416-5a2ef4ee36b4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 819 time: 0.3914540
Dec 02 15:48:44.949106 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-1f21da88-e562-44d7-9244-3d9804426429 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e9552d4f-e707-48bc-a8bf-2f1d46861609&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1295080
Dec 02 15:48:44.977281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:44.994850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b817120d-b7ab-4359-a550-9af091a5130c up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:45.022214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Request body: {'port': {'device_id': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836', 'admin_state_up': True, 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:45.144784 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7bdfb0b3-2d80-4f98-a35d-2ac5b7f19e38 req-622e5dc7-d864-4fd2-871a-a2323f504279 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6885936
Dec 02 15:48:45.294107 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8739629
Dec 02 15:48:45.507682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-5bd56b3e-8df5-418c-ac6c-f984e84511b3 service neutron] 10.222.0.103 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5245321
Dec 02 15:48:45.579928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-d579fbff-49be-4dab-8ff7-926470289926 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:48:45.679564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Request body: {'port': {'device_id': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:45.841757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3dedda-5950-4789-afa7-21062a13e72d,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:45.851358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:45.856957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:45.859664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:45.861128 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 2.8640351
Dec 02 15:48:45.872213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45096) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:45.883620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Usage tracker for resource:port and tenant:8cbb7ca3f3664f78b99b77c653d6109a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:45.897299 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d4baf3-7e84-400c-9767-d85fdc46bb89 req-97e93e8e-a379-45bf-94ff-fe33ee065294 service neutron] 10.222.0.103 "GET /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3849926
Dec 02 15:48:45.897788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group_rule': {'security_group_id': '7e3dedda-5950-4789-afa7-21062a13e72d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:45.901228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:45.921108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Quota usage for port was recalculated. Used quota:2. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:45.926447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:45.933258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:45.946380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:45.947929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45100) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:45.949835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:45.961849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:45.977464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group': {'name': 'tempest-securitygroup--1148376898', 'description': 'tempest-description--790028848'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:45.983564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port b817120d-b7ab-4359-a550-9af091a5130c completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:45.996342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:45.999104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:46.003779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c119ac73-91b6-48c9-b3de-26e541f25dcd,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:46.010250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Attempting to bind port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:46.010697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Attempting to bind port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:46.011230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Attempting to bind port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 on network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:46.015349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:46.021337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port b817120d-b7ab-4359-a550-9af091a5130c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:46.021757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.024647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:46.027145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.031916 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c119ac73-91b6-48c9-b3de-26e541f25dcd HTTP/1.1" status: 204  len: 168 time: 2.1276982
Dec 02 15:48:46.034336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:46.038103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:46.059934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:46.130046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.146043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.153742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.163680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Pushing event updated for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:46.201633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:46.207915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:46.214497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:46.214631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:46.222229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:46.231577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:46.232095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Checking segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:46.232491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.232990 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Bound using segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:46.233444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Bound port: 879d27bc-0ba1-477e-9530-bf79aa30d8c5, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:46.233930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.287759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.347791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-77a6fd4b-8aec-419a-87d8-96b6c4d02939 req-b53a0d25-bc38-4ab3-86ad-f53dc699d685 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:46.350281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] For port 879d27bc-0ba1-477e-9530-bf79aa30d8c5, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:46.354101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] For port 879d27bc-0ba1-477e-9530-bf79aa30d8c5, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=879d27bc-0ba1-477e-9530-bf79aa30d8c5,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:46.370830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 18ae3e68-f199-402b-ad16-0125e857e166 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:46.376464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.385991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Made reservation on behalf of 8cbb7ca3f3664f78b99b77c653d6109a for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:48:46.392102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.420746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45120) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:46.439718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:46.441899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.475216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3121dc25-16fa-403d-8645-16b9ffc94b56,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:46.477450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-77a6fd4b-8aec-419a-87d8-96b6c4d02939 req-b53a0d25-bc38-4ab3-86ad-f53dc699d685 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:46.494260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77a6fd4b-8aec-419a-87d8-96b6c4d02939 req-b53a0d25-bc38-4ab3-86ad-f53dc699d685 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 210 time: 0.3694801
Dec 02 15:48:46.520373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.531221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:46.532357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.575705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.606223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:46.613646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:46.646060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.648593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.6897528
Dec 02 15:48:46.659441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fc0c4-9ab4-4264-9f32-9b45d124220d req-663698b5-dd92-4ab9-a6b7-de1c8e266b17 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:46.661119 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cc3fc0c4-9ab4-4264-9f32-9b45d124220d req-663698b5-dd92-4ab9-a6b7-de1c8e266b17 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.2346356
Dec 02 15:48:46.664633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45130) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:46.671572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group_rule': {'security_group_id': '830db3db-74ac-43b1-8bfc-014d2fa38920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:46.681671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.704759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Pushing event updated for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:46.712976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroup': ['ID=830db3db-74ac-43b1-8bfc-014d2fa38920,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:46.719230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:46.724418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:46.735844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port b817120d-b7ab-4359-a550-9af091a5130c, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=b817120d-b7ab-4359-a550-9af091a5130c,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:46.735844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.736306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:46.746469 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cc3fc0c4-9ab4-4264-9f32-9b45d124220d req-e047d82c-d4b9-4f43-8818-9d8b272c9044 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682824
Dec 02 15:48:46.747681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:46.756799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:46.762775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.769323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:46.777403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:46.827178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 18ae3e68-f199-402b-ad16-0125e857e166 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:46.827709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:46.834958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.015769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:48:47.029553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090f6c978>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:48:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:47.101675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.157601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.162360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:47.208109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28261247-0187-4d4b-a985-a04befdb2202 req-a1787574-adea-4438-94db-a1f1612263e3 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:47.217211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-28261247-0187-4d4b-a985-a04befdb2202 req-a1787574-adea-4438-94db-a1f1612263e3 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.2366590
Dec 02 15:48:47.240156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d088d1-1938-4ce2-9004-e1326426714c,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:47.252184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:47.298861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.303085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.6344018
Dec 02 15:48:47.304499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45142) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:47.320501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group_rule': {'security_group_id': '830db3db-74ac-43b1-8bfc-014d2fa38920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:47.326611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:47.331493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:47.335054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:47.352559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:47.359425 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-28261247-0187-4d4b-a985-a04befdb2202 req-2fca5e11-cca7-4026-8291-e5295f01ac8b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405113
Dec 02 15:48:47.456774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.476536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.552363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.565940 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166', 'code': 200}
Dec 02 15:48:47.569935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.571597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.6983502
Dec 02 15:48:47.574814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45152) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:47.580215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:47.582091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group_rule': {'security_group_id': '7e3dedda-5950-4789-afa7-21062a13e72d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:47.592549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Usage tracker for resource:security_group_rule and tenant:52c173982bf5406989008ae6413bc632 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:47.600334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:47.610123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:47.622520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.624648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:48:47.628742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:47.638508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:47.641583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:47.650293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.659369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:47.665378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bffea08-cbf1-4a70-adba-91291a23c863,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:47.670225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:47.673769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:47.675257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:47.677787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:47.679260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 10125ed7-437d-4e72-b3b3-ee3b47b41c2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:47.725363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632306ce-a1e9-484b-baa1-c9683663be31 req-36ad645f-9d95-461b-aa9e-55baca32d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:47.727320 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-632306ce-a1e9-484b-baa1-c9683663be31 req-36ad645f-9d95-461b-aa9e-55baca32d52f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 1162 time: 0.1399958
Dec 02 15:48:47.759382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.766671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Transition to ACTIVE for port object 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:47.795569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:48:47.808527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.810085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-54084015-53d1-4af8-b6fd-f73543a51d52 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5044901
Dec 02 15:48:47.816575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.829565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45160) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:47.843306 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bd8a4496-caa6-48ac-922f-d58a8c647b01 req-8a4cc430-5f1b-49d5-b191-ffe6531f8e14 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 210 time: 0.0833166
Dec 02 15:48:47.870600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.910881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.915573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:47.926680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:47.930047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:47.935819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:floatingip and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:47.939391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Usage tracker for resource:security_group_rule and tenant:281e88c2459645fd9f3b325d955ed898 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:47.942811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:47.946697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:47.956384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:47.958887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:47.961882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:47.972485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-acf09846-ded8-4abd-bede-2075bd6dfdde tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:48.015463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2593da-c0d4-4309-877b-e131b5a96f12,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:48.032537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:48.132703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.134122 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5575995
Dec 02 15:48:48.141040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.155231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45168) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:48.167933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:48.181212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:48.186198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:floatingip and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:48.190653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:48.198053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:48.259016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090f6c978>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:48:48.264351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd7225e-5824-4e75-a1e8-d5ede3d21464 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:48:48.271600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.279282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.280631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:48.295933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:48.295933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.371397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.390943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0834fe6a-b0f6-41a0-b417-cf63cea3b573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:48.466923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:48.498404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Synchronizing usage tracker for tenant:281e88c2459645fd9f3b325d955ed898 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:48.563710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45ac60-0f42-4890-abbf-d3465ac824af,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:48.570002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:48.598216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ad020-1474-4b78-9c75-84a5b1656429 req-20b6e925-6897-4e4c-8077-a1df5b5e6ed6 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:48.600027 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e86ad020-1474-4b78-9c75-84a5b1656429 req-20b6e925-6897-4e4c-8077-a1df5b5e6ed6 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.5606980
Dec 02 15:48:48.617202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.685576 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,segment=NetworkSegment(b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a),segment_id=b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:48.728819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.731121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:48.758399 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e86ad020-1474-4b78-9c75-84a5b1656429 req-bca58ea9-9651-4abf-b0a4-8f1834e7d79b tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471968
Dec 02 15:48:48.852032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:48.934941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:48.938731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:48.943309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.031377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Allocated IP 172.20.0.5 (b9cb3801-fac6-4035-8677-bcb9a7cab836/b2671019-caf7-4485-bbc5-b68c0c3574f9/befb71b0-ee0d-4d99-a7e5-e25e48227efc) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:49.045686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 879d27bc-0ba1-477e-9530-bf79aa30d8c5 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:49.047658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Pushing event updated for resources: {'Port': ['ID=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:49.068546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:49.178272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 10125ed7-437d-4e72-b3b3-ee3b47b41c2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:49.220680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Attempting to bind port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:49.221094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Attempting to bind port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:49.221474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Attempting to bind port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 on network b9cb3801-fac6-4035-8677-bcb9a7cab836 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:49.242594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:49.243038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Checking segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:49.243455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.243850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Bound using segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:49.244368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Bound port: 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:49.244783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.277784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.330114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:49.331248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.340138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4605a-1373-448d-92e2-fc5bec69e891 req-39b1e47a-9728-48fb-815f-556741971973 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:49.346755 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-aebde395-7feb-4e80-ac1d-16fb02670e28 req-fcfe5943-4edc-4c24-a029-96e65d183d37 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 210 time: 0.1556299
Dec 02 15:48:49.367287 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4aa4605a-1373-448d-92e2-fc5bec69e891 req-39b1e47a-9728-48fb-815f-556741971973 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.6830435
Dec 02 15:48:49.371623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:49.391584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Unset dirty status for tenant:281e88c2459645fd9f3b325d955ed898 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:49.396157 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-632306ce-a1e9-484b-baa1-c9683663be31 req-405850f5-6389-4107-8f62-13e89d059921 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6600096
Dec 02 15:48:49.422297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.449600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:49.450021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.544291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:49.558380 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52c173982bf5406989008ae6413bc632&name=default HTTP/1.1" status: 200  len: 2879 time: 3.0902748
Dec 02 15:48:49.559366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45204) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:49.601980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:49.772445 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4aa4605a-1373-448d-92e2-fc5bec69e891 req-2e3b56e6-34a6-482f-af4c-1b0ec4893ccf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4039915
Dec 02 15:48:49.784854 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f', 'code': 200}
Dec 02 15:48:49.785571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.815256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Allocated IP 172.27.0.57 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/2518d43b-6c7a-422a-8eef-bf4e83d6966a) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:49.861273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135aa15b-2a45-4282-bd04-7c7a2d9480fd,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:49.864323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 879d27bc-0ba1-477e-9530-bf79aa30d8c5, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=879d27bc-0ba1-477e-9530-bf79aa30d8c5,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:49.886212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:49.895604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.896821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b817120d-b7ab-4359-a550-9af091a5130c up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:49.901899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] For port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:49.963873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] For port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:49.970790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:49.982988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:50.056474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.112664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.161487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.163453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.168826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:50.172899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:50.197133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port b817120d-b7ab-4359-a550-9af091a5130c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:50.197779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.206778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:50.324027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.415688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Pushing event updated for resources: {'Port': ['ID=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:50.439227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:50.496526 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:50.497527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.499308 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] 10.222.0.103 "PUT /v2.0/ports/033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 1157 time: 4.8257971
Dec 02 15:48:50.500690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.504576 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:50.530893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:50.612355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:50.712407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:50.856417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=2518d43b-6c7a-422a-8eef-bf4e83d6966a,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:50.856417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:50.858064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Pushing event updated for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:50.864857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:50.869463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2c8b4ae4-6498-4096-9ed8-9c3bcbeaf6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:50.885303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba215d6-09b6-4375-befb-296920353adf req-42737f48-3dbb-4843-81fa-c4269a38e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:50.886988 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ba215d6-09b6-4375-befb-296920353adf req-42737f48-3dbb-4843-81fa-c4269a38e490 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 1162 time: 0.6455534
Dec 02 15:48:50.906241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 879d27bc-0ba1-477e-9530-bf79aa30d8c5 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:50.915480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135aa15b-2a45-4282-bd04-7c7a2d9480fd,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:50.916763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:50.931018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b1f6-bcce-4e5d-85f0-5561111c01e0 req-f17a7152-d73e-49e0-b9f5-5da38a4d4756 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:50.932691 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1458b1f6-bcce-4e5d-85f0-5561111c01e0 req-f17a7152-d73e-49e0-b9f5-5da38a4d4756 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.7405751
Dec 02 15:48:50.936888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-db9d5491-3ab3-469b-80e8-6113e69e6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:50.938543 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-db9d5491-3ab3-469b-80e8-6113e69e6b02 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1160 time: 0.2355986
Dec 02 15:48:50.952784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c62409-cf13-4d9d-a13c-c1bc718197c9 req-0d9e834e-b7bc-4871-a59b-d10ac7bf6744 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:50.953578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-88c62409-cf13-4d9d-a13c-c1bc718197c9 req-0d9e834e-b7bc-4871-a59b-d10ac7bf6744 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:50.985162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:50.987853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:50.990295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:51.011282 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ba215d6-09b6-4375-befb-296920353adf req-46745721-27db-4cdb-91d5-8c3f02f0cb34 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160989
Dec 02 15:48:51.031360 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1458b1f6-bcce-4e5d-85f0-5561111c01e0 req-ca7ecd3e-4d33-44b5-8967-b4189d55b45b tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844824
Dec 02 15:48:51.048449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:51.050805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:51.058906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:51.064004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:51.064872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:51.067636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:51.068198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:51.123238 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6', 'status': 'completed', 'code': 200}
Dec 02 15:48:51.154448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 10125ed7-437d-4e72-b3b3-ee3b47b41c2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:51.321980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:51.322431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:51.698996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-88c62409-cf13-4d9d-a13c-c1bc718197c9 req-0d9e834e-b7bc-4871-a59b-d10ac7bf6744 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:51.700395 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88c62409-cf13-4d9d-a13c-c1bc718197c9 req-0d9e834e-b7bc-4871-a59b-d10ac7bf6744 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 931 time: 1.0976322
Dec 02 15:48:51.719885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Allocated IP 172.27.0.183 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/b970f43e-dadf-4aa5-8b36-fb3333f870ed) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:48:51.725653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:51.737649 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/135aa15b-2a45-4282-bd04-7c7a2d9480fd HTTP/1.1" status: 204  len: 168 time: 2.1085653
Dec 02 15:48:51.751761 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-90145af9-67dc-40bd-b85f-e6092d82032f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.7947707
Dec 02 15:48:51.823666 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88c62409-cf13-4d9d-a13c-c1bc718197c9 req-1bca765f-c12d-4101-a34c-4109aa0de817 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155932
Dec 02 15:48:51.854990 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-37d3bc36-088a-43bb-913c-07811ea0fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:51.856856 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-37d3bc36-088a-43bb-913c-07811ea0fd0b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.0891871
Dec 02 15:48:51.923692 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9152584
Dec 02 15:48:51.931519 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-d2ed57bb-f1fb-4012-a864-1e353c0c06db service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667660
Dec 02 15:48:51.965471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Request body: {'port': {'device_id': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:48:52.124351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451275-17e0-4324-8c6b-f726913a9fa5 req-3848c980-4720-4002-af9f-2f5dbc6c4900 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:52.147059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3e451275-17e0-4324-8c6b-f726913a9fa5 req-3848c980-4720-4002-af9f-2f5dbc6c4900 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.3753219
Dec 02 15:48:52.149722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.343652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45260) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:52.361370 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3e451275-17e0-4324-8c6b-f726913a9fa5 req-69e01726-5a9f-45a7-9549-1080d08d84d4 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131882
Dec 02 15:48:52.398080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.449559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.463936 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-98dc2f69-028d-45c4-bc6a-189096714630 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3966041
Dec 02 15:48:52.509239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.643219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.748751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45276) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:52.749785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:52.761167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.777078 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Usage tracker for resource:security_group_rule and tenant:bf34c85572824b21977b54f632d0fd42 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:52.803804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:52.806509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:52.817047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:48:52.852623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:52.863109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:53.019498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:53.032632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47fe9bda-5fcb-422a-9500-0e131b189ce4 req-c0f718be-f0ae-429a-b250-73b9c302404c service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5580647
Dec 02 15:48:53.037469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Usage tracker for resource:security_group_rule and tenant:fbae0422049847109b7404bab74e4e65 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:53.090748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:53.141053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:48:53.150193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:53.155719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:48:53.157625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=b970f43e-dadf-4aa5-8b36-fb3333f870ed,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:53.162166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:48:53.175194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:53.240821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604726be-2cac-45fe-8cf5-c38a1155b5bd req-06f767a9-7ced-440e-b851-c29ac3be31cb tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:53.242283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-604726be-2cac-45fe-8cf5-c38a1155b5bd req-06f767a9-7ced-440e-b851-c29ac3be31cb tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.8890240
Dec 02 15:48:53.246077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.257196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.277801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.310629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dc39d9c1-4c67-46be-b212-4ba58b5ee935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:53.345652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b8c8-1726-42c5-8058-e6538982b005 req-459b21e7-5503-4b93-b45e-aac1aa3cc0d0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:53.348886 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6693b8c8-1726-42c5-8058-e6538982b005 req-459b21e7-5503-4b93-b45e-aac1aa3cc0d0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 931 time: 0.3217444
Dec 02 15:48:53.357491 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-604726be-2cac-45fe-8cf5-c38a1155b5bd req-afffd0e4-4eec-476d-bcec-107a2823c651 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023912
Dec 02 15:48:53.366009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5020bdb-d75f-4285-b269-455fc52b422e req-3149e487-f655-4a8f-8900-7be32800776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:53.366009 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-3149e487-f655-4a8f-8900-7be32800776d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1160 time: 0.1860440
Dec 02 15:48:53.599859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.623307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befb71b0-ee0d-4d99-a7e5-e25e48227efc {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:48:53.630881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.655530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.656256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.668717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Transition to ACTIVE for port object befb71b0-ee0d-4d99-a7e5-e25e48227efc will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:48:53.675606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5020bdb-d75f-4285-b269-455fc52b422e req-900dae34-a7ca-4752-aed2-f5fe13819960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:53.679648 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-900dae34-a7ca-4752-aed2-f5fe13819960 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.3042474
Dec 02 15:48:53.680945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=2518d43b-6c7a-422a-8eef-bf4e83d6966a,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:53.705032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:53.731382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:53.745579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:53.775116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-5e9c647e-bf3f-4f88-ac5c-900264715bfe service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.0898690
Dec 02 15:48:53.779049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-beb0968b-2eb2-4ccf-be56-897682a293d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:53.832348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa730-d736-4538-98e3-8eb424be26ac req-bc9cd49b-ead2-4b76-81fd-a62a2e9b8e1d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:53.833719 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-919fa730-d736-4538-98e3-8eb424be26ac req-bc9cd49b-ead2-4b76-81fd-a62a2e9b8e1d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.2976000
Dec 02 15:48:53.963651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6693b8c8-1726-42c5-8058-e6538982b005 req-8fdad0d9-24e9-4b2c-b8ea-58b4bb9513be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:54.023423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Pushing event updated for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:54.052373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:54.058723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-919fa730-d736-4538-98e3-8eb424be26ac req-d55c1def-6353-499b-922e-eee21bc46557 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280916
Dec 02 15:48:54.064436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5020bdb-d75f-4285-b269-455fc52b422e req-751d1ce2-ce59-4ab4-9884-fcdc0edbcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:54.066044 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-751d1ce2-ce59-4ab4-9884-fcdc0edbcc3b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.2516847
Dec 02 15:48:54.075091 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bf34c85572824b21977b54f632d0fd42&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7299709
Dec 02 15:48:54.100969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45340) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:54.100969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.106955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860c5e6e-966f-4acc-a39a-528082dc0d66,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:54.136766 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-25d20e7f-da9d-4cd8-9545-47d5bd100581 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612109
Dec 02 15:48:54.138377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.139923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:54.148138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6693b8c8-1726-42c5-8058-e6538982b005 req-8fdad0d9-24e9-4b2c-b8ea-58b4bb9513be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:54.163428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6693b8c8-1726-42c5-8058-e6538982b005 req-8fdad0d9-24e9-4b2c-b8ea-58b4bb9513be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6478066
Dec 02 15:48:54.188052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.219046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:54.374841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fbae0422049847109b7404bab74e4e65&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6189709
Dec 02 15:48:54.381460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45354) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:54.385579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7051c2-eb8f-41b0-9431-71f9a06a9068,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:54.386903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Attempting to bind port befb71b0-ee0d-4d99-a7e5-e25e48227efc on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:48:54.387293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Attempting to bind port befb71b0-ee0d-4d99-a7e5-e25e48227efc by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:48:54.387667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Attempting to bind port befb71b0-ee0d-4d99-a7e5-e25e48227efc on network b9cb3801-fac6-4035-8677-bcb9a7cab836 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:48:54.395334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:54.407760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:48:54.420374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Checking segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:48:54.421387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.421471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.421471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Bound using segment: {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:48:54.421471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Bound port: befb71b0-ee0d-4d99-a7e5-e25e48227efc, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b9cb3801-fac6-4035-8677-bcb9a7cab836'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:48:54.421471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.421714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.433351 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2636991
Dec 02 15:48:54.493199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-1ff06015-57c6-44fc-8834-2d9bccc368af service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3379595
Dec 02 15:48:54.549566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.661162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.693335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:48:54.701296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:48:54.707137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.720211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.760619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.772393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.773203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:54.789028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:54.843444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c5e6e-966f-4acc-a39a-528082dc0d66,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:54.846522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:54.934976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:54.976981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45374) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:55.015379 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-a7028187-caef-4f23-bc80-0200442ccd32 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--62295944&fields=id&tenant_id=8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 267 time: 0.2871883
Dec 02 15:48:55.025837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.029647 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/860c5e6e-966f-4acc-a39a-528082dc0d66 HTTP/1.1" status: 204  len: 168 time: 0.9217000
Dec 02 15:48:55.040070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:55.068127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=b970f43e-dadf-4aa5-8b36-fb3333f870ed,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:55.115041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.127415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:55.128485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-91fae0dd-2815-4788-a4c2-c40590fc2d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:55.236400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.241095 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b7051c2-eb8f-41b0-9431-71f9a06a9068 HTTP/1.1" status: 204  len: 168 time: 0.8497241
Dec 02 15:48:55.241095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7051c2-eb8f-41b0-9431-71f9a06a9068,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:55.263122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:55.280770 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5020bdb-d75f-4285-b269-455fc52b422e req-240b9700-dfa5-4697-9db6-61f742a1c362 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7764161
Dec 02 15:48:55.293605 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Pushing event updated for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:55.308189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-27d5948b-7ed5-4004-a37f-8d19f93d119f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:48:55.312559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:55.323230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcb1a6-2a18-4f49-99d6-b564a4b381c5 req-eac731e2-52d3-46f7-b2d1-2b94d684748f tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:55.331634 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92fcb1a6-2a18-4f49-99d6-b564a4b381c5 req-eac731e2-52d3-46f7-b2d1-2b94d684748f tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.7325280
Dec 02 15:48:55.372685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.378821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.419189 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92fcb1a6-2a18-4f49-99d6-b564a4b381c5 req-08cfe9d0-3e21-41da-a714-6cb4a9b51bee tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864735
Dec 02 15:48:55.422966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:55.439158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Usage tracker for resource:security_group_rule and tenant:c84c8cb3ef444f4da1f0e57ae853d492 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:55.440869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:55.441564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.442115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-487ef52d-dcf6-494e-8ab7-14b376f48b3c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:55.443328 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] 10.222.0.103 "PUT /v2.0/ports/befb71b0-ee0d-4d99-a7e5-e25e48227efc HTTP/1.1" status: 200  len: 1157 time: 3.4857485
Dec 02 15:48:55.443803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:55.449917 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-487ef52d-dcf6-494e-8ab7-14b376f48b3c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 810 time: 0.4113739
Dec 02 15:48:55.452881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:55.483519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.492055 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.6253500
Dec 02 15:48:55.492055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:55.558383 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-d0254db2-d7f4-45e6-9d44-62184292a56c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/quotas/8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 375 time: 0.1071491
Dec 02 15:48:55.701044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.712746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3623847a-3175-42d1-81d9-e3d6d4f88b68 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:55.730154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:55.762485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e3e0e032-f13f-4e73-8ac0-daf40cfa8034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:55.769888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-c852eace-085c-41b7-a522-cceedd378a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:55.772098 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-c852eace-085c-41b7-a522-cceedd378a4a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 1160 time: 0.2277591
Dec 02 15:48:55.786922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5d64e-98c6-41a4-a2e6-c3531580bd2b req-7af82413-ac56-4d2d-a6b3-5177312afa9a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:55.796211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49c5d64e-98c6-41a4-a2e6-c3531580bd2b req-7af82413-ac56-4d2d-a6b3-5177312afa9a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.1703651
Dec 02 15:48:55.798575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45400) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:55.800620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef8615-3788-423e-8d2c-227f76495db5,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:55.806143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3623847a-3175-42d1-81d9-e3d6d4f88b68 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:55.806143 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3623847a-3175-42d1-81d9-e3d6d4f88b68 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2380865
Dec 02 15:48:55.806417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:55.812180 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c84c8cb3ef444f4da1f0e57ae853d492&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8193669
Dec 02 15:48:55.813052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45402) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:55.918021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-a82bd183-fb4e-4ecf-8800-99190a17e711 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc HTTP/1.1" status: 200  len: 217 time: 0.1180623
Dec 02 15:48:55.921791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.003604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:56.009167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:56.012661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.024204 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49c5d64e-98c6-41a4-a2e6-c3531580bd2b req-8476803e-7c37-43ff-95d1-28617c3b19a8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258966
Dec 02 15:48:56.024962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Usage tracker for resource:security_group_rule and tenant:08422bf15944499f907fb9c9af3c2e33 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:56.029940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:56.059673 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-8c00ed9b-0a26-4152-a923-d78fa54b5e0e service neutron] 10.222.0.101 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262294
Dec 02 15:48:56.061030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:56.064189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.110914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-ad4af24f-d5c7-4020-8a65-7ff91d482328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:56.113595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-ad4af24f-d5c7-4020-8a65-7ff91d482328 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.1703064
Dec 02 15:48:56.200749 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc', 'status': 'completed', 'code': 200}
Dec 02 15:48:56.217414 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-f745ecf0-9f8f-42f0-b7e5-7b64b1ce71fe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928097
Dec 02 15:48:56.300998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:48:56.306988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:56.307593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.367711 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-1cc56f8e-2894-4512-a1dc-098732fc29e8 service neutron] 10.222.0.101 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2912695
Dec 02 15:48:56.401725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.410584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9dff21e2-eb3b-4899-b885-95ef35cf07db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:56.453964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef8615-3788-423e-8d2c-227f76495db5,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:56.463346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:56.467525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.472588 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5bef8615-3788-423e-8d2c-227f76495db5 HTTP/1.1" status: 204  len: 168 time: 0.6584322
Dec 02 15:48:56.567930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-cebe8d30-76e2-4b79-a1ae-742b1b19fa2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:56.638248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.650823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.656441 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-191e9512-0f25-48ac-88a9-d5b2f55381ed service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4315321
Dec 02 15:48:56.700047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:48:56.702297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:48:56.736480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.740235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:56.820868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:56.825989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:56.849209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:56.850393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-cebe8d30-76e2-4b79-a1ae-742b1b19fa2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:56.853514 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-cebe8d30-76e2-4b79-a1ae-742b1b19fa2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1148376898&fields=id&tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 267 time: 0.4444180
Dec 02 15:48:56.876240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:57.065688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea1843d-aa33-43d4-abd9-47fe0ebfad7c,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:57.069400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:57.112658 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08422bf15944499f907fb9c9af3c2e33&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2867901
Dec 02 15:48:57.115634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45462) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:57.220222 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d619bfb5-42c7-482c-b0ce-130e8e0e99eb req-9e133733-4e24-4d52-b6bb-b3b663162b68 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5552130
Dec 02 15:48:57.249291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:48:57.266911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-d1cfa528-a839-45e6-b039-07c13506c975 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:57.268155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-d1cfa528-a839-45e6-b039-07c13506c975 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:network {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:57.299443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.330244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.343892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:48:57.344386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.354169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-d1cfa528-a839-45e6-b039-07c13506c975 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:network {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:57.355476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-d1cfa528-a839-45e6-b039-07c13506c975 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 817 time: 0.4914703
Dec 02 15:48:57.421132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45472) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:57.444786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.465092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:48:57.467680 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-d147beab-a5dc-4210-bba3-7e61fc56bfa7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/quotas/db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 375 time: 0.0685079
Dec 02 15:48:57.471476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Usage tracker for resource:security_group_rule and tenant:4bcafea28efa4ed5adb5254869c1ac9e is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:48:57.475741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:48:57.484227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:48:57.598464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-bd0e9dbc-5d81-4eb5-a406-d8c6966b3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:57.600632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-bd0e9dbc-5d81-4eb5-a406-d8c6966b3835 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 1160 time: 0.2411919
Dec 02 15:48:57.656486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.668582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-16f73a2b-4485-436d-877f-744d1354929b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1997674
Dec 02 15:48:57.683304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.707712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.712225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-35c4e0cd-0c48-4098-bb61-d558bfb6c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:57.740255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4bcafea28efa4ed5adb5254869c1ac9e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3176134
Dec 02 15:48:57.743243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45484) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:48:57.762732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15029e6-e740-45aa-af9f-467b582b3ae2,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:57.771032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:57.832559 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-921eb249-0e2a-46bb-af59-864eb57df4b6 req-70b0d833-3cdd-4128-b62b-c4e64f2298db tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.0631711
Dec 02 15:48:57.873943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6e16398e-a4fe-454f-9511-1d7fd39b0b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:57.876265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.912770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea1843d-aa33-43d4-abd9-47fe0ebfad7c,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:57.920978 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:57.934742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.942498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:57.944032 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7ea1843d-aa33-43d4-abd9-47fe0ebfad7c HTTP/1.1" status: 204  len: 168 time: 0.8269675
Dec 02 15:48:57.991904 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6', 'code': 200}
Dec 02 15:48:58.014851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-914690f1-410d-4e55-90dc-acc7764eac20 service neutron] 10.222.0.101 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451595
Dec 02 15:48:58.025648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-a52cb144-1a85-44bc-af48-0d605174fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:58.027288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-a52cb144-1a85-44bc-af48-0d605174fe2b service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.4161229
Dec 02 15:48:58.084516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:58.099591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a84b2ba1-19ef-4dc2-b78a-50bf00a65568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:48:58.124451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15029e6-e740-45aa-af9f-467b582b3ae2,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:48:58.127644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:48:58.130128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:48:58.131354 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a15029e6-e740-45aa-af9f-467b582b3ae2 HTTP/1.1" status: 204  len: 168 time: 0.3871391
Dec 02 15:48:58.286364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51fa4-5391-4bc6-8115-57cfa87a45b8 req-6ebdea98-baa1-41d1-aa01-4851e1b82f82 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:58.294749 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2dd51fa4-5391-4bc6-8115-57cfa87a45b8 req-6ebdea98-baa1-41d1-aa01-4851e1b82f82 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.1076999
Dec 02 15:48:58.331695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-c36b297a-2894-4af2-8695-e4891cd89326 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc HTTP/1.1" status: 200  len: 217 time: 0.2114100
Dec 02 15:48:58.353005 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2dd51fa4-5391-4bc6-8115-57cfa87a45b8 req-64adc826-16da-4322-9c3a-dedd2d01cba4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567758
Dec 02 15:48:58.876641 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-6a9ea39a-ecba-47fe-a24a-a43a192b2625 service neutron] 10.222.0.101 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8482883
Dec 02 15:48:58.878879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-39a5fe5e-0420-4930-baf4-be6c902d2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:58.880439 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-39a5fe5e-0420-4930-baf4-be6c902d2df6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.4957511
Dec 02 15:48:58.959735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924e6e1-b1d5-48e3-a557-5182f70900b7 req-16959677-e44d-480c-ba9c-c7bbd4dad0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:58.962300 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2924e6e1-b1d5-48e3-a557-5182f70900b7 req-16959677-e44d-480c-ba9c-c7bbd4dad0e8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.2513196
Dec 02 15:48:58.977727 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-cb5d4584-98ef-47fe-be43-01c4f0d13448 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842929
Dec 02 15:48:59.142206 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2924e6e1-b1d5-48e3-a557-5182f70900b7 req-487a1613-bae5-486c-8524-81d5b3d15edd service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269960
Dec 02 15:48:59.242980 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-d25de9c4-4eca-4a24-a322-35be2f757ec4 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948173
Dec 02 15:48:59.352969 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2629469d-c181-43b9-b65d-8845509677a8 req-6f393c18-177b-4842-877f-d83516f3eb2b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.0516171
Dec 02 15:48:59.524100 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f6b67a8-a916-458b-b67e-ce631d36e023 req-76c2d4c3-b04e-4f4b-b4db-e49efba073ce tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.0880120
Dec 02 15:48:59.777697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ddb97-e456-47b6-b478-f5565cc082e2 req-177d53e4-e70d-423b-8bff-5d3f53a27c02 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:59.789721 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b22ddb97-e456-47b6-b478-f5565cc082e2 req-177d53e4-e70d-423b-8bff-5d3f53a27c02 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.2149160
Dec 02 15:48:59.852537 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b22ddb97-e456-47b6-b478-f5565cc082e2 req-924c775f-5ebd-4269-86a7-6641ad6fd414 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614185
Dec 02 15:48:59.863024 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a21edfa5-e792-48d8-9b45-1a13fb24525d req-09f369fa-b873-4212-add6-6b78a4bb7daa service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3294663
Dec 02 15:48:59.958969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-83aef802-a2ae-4eea-8056-128450ae36d8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:48:59.958969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-83aef802-a2ae-4eea-8056-128450ae36d8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:network {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:48:59.993003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-83aef802-a2ae-4eea-8056-128450ae36d8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:network {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:48:59.994332 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-83aef802-a2ae-4eea-8056-128450ae36d8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 810 time: 0.4664147
Dec 02 15:49:00.145402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3a8b7456-e0b4-49bf-8a27-7e6062348b87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:00.193405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3a8b7456-e0b4-49bf-8a27-7e6062348b87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:00.195479 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-3a8b7456-e0b4-49bf-8a27-7e6062348b87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 5503 time: 0.1551821
Dec 02 15:49:00.292182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'port': {'device_id': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'admin_state_up': True, 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'security_groups': ['7e3dedda-5950-4789-afa7-21062a13e72d']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:00.495791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:00.514798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:00.569369 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5ff53954-84e8-48f5-b1bb-2c4e90c9feb9 req-ef147512-ba1c-47cd-ac05-f9f929a0dafb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.0569828
Dec 02 15:49:00.598355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Made reservation on behalf of 8bd15c18c1994d418ad257735d95e8d5 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:00.604405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:00.829767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b7053351-a942-4b08-a5bd-716848abed54 req-a7de210f-f7bb-4478-a28b-46a3fca82cbf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:00.913888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b7053351-a942-4b08-a5bd-716848abed54 req-a7de210f-f7bb-4478-a28b-46a3fca82cbf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:00.916576 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7053351-a942-4b08-a5bd-716848abed54 req-a7de210f-f7bb-4478-a28b-46a3fca82cbf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.1501670
Dec 02 15:49:01.096954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Allocated IP 172.20.0.11 (92487b79-3b7b-42f3-8b9b-942f6ba445e1/ef43b8b5-84ab-4b7a-bdbb-b546fdc78490/6c5618f4-d019-4723-9ad0-1720cd93ca07) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:49:01.186998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656131b2-4357-4b4f-ba6f-006d376f9444 req-59702eac-fea3-4aff-8327-68caa9d1061a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:01.188687 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-656131b2-4357-4b4f-ba6f-006d376f9444 req-59702eac-fea3-4aff-8327-68caa9d1061a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.1420987
Dec 02 15:49:01.369879 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-656131b2-4357-4b4f-ba6f-006d376f9444 req-61ffaa57-9a4f-4245-9477-6419850ee06f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864239
Dec 02 15:49:01.414860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:01.434319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Transition to ACTIVE for port object 6c5618f4-d019-4723-9ad0-1720cd93ca07 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:01.597999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:01.611569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device befb71b0-ee0d-4d99-a7e5-e25e48227efc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:01.626478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:01.677952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-91ef671e-9e3b-485b-bc46-3d864a4b7e5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:01.679866 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-91ef671e-9e3b-485b-bc46-3d864a4b7e5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 817 time: 0.2412975
Dec 02 15:49:01.857016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port befb71b0-ee0d-4d99-a7e5-e25e48227efc completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:01.863669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port befb71b0-ee0d-4d99-a7e5-e25e48227efc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:01.868130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:01.875452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:01.885343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:01.922512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-588ecf00-08f6-45c5-9eb5-cfcd938d3b8b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 5504 time: 0.1844611
Dec 02 15:49:01.935073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'port': {'device_id': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'admin_state_up': True, 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'security_groups': ['830db3db-74ac-43b1-8bfc-014d2fa38920']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:02.082639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:49:02.090406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:02.102249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:49:02.111729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:02.112829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476ec33-cdb9-4043-9a25-2726bea6f391 req-cd9df07d-1c7f-4c16-aa24-c90e27e3face tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:02.122062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:02.123390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0476ec33-cdb9-4043-9a25-2726bea6f391 req-cd9df07d-1c7f-4c16-aa24-c90e27e3face tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 932 time: 0.2801044
Dec 02 15:49:02.198750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:02.244670 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0476ec33-cdb9-4043-9a25-2726bea6f391 req-8c1ea268-b78b-4efe-af98-a19079e66c19 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1199934
Dec 02 15:49:02.338434 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b334c502-c505-47a4-aaea-5348a7fb69da req-b2ee6385-6140-42fa-8daf-580fc2eb6cf5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.1064668
Dec 02 15:49:02.345057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:02.357362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:02.363418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:02.379679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:02.405170 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1202495
Dec 02 15:49:02.438556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Request body: {'port': {'device_id': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:02.444298 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc', 'code': 200}
Dec 02 15:49:02.445672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:02.448269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:02.545104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1cdadad2-1d6b-4d52-abe9-5d2595d658cd None None] Provisioning for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:02.558115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1cdadad2-1d6b-4d52-abe9-5d2595d658cd None None] Provisioning complete for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:02.558541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1cdadad2-1d6b-4d52-abe9-5d2595d658cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:02.740993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:02.744226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1cdadad2-1d6b-4d52-abe9-5d2595d658cd None None] Port 6c5618f4-d019-4723-9ad0-1720cd93ca07 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:49:02.749717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:02.779179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Made reservation on behalf of db296e2b87e34627b69487c0870d6fb7 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:02.785748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:02.860113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.103', 53385) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:02.949603 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-53de6873-4a1c-435b-a552-da306e7ed5bb service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1038280
Dec 02 15:49:03.075235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45662) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:03.276190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:03.288242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-3f0fee3d-b82e-4ca3-a8c3-7b888c8cb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:03.289669 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-3f0fee3d-b82e-4ca3-a8c3-7b888c8cb2f2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 1162 time: 0.1398401
Dec 02 15:49:03.348971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device befb71b0-ee0d-4d99-a7e5-e25e48227efc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:03.439802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port befb71b0-ee0d-4d99-a7e5-e25e48227efc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:03.440358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:03.454666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973786cf-3c53-4582-97ee-64df899e38e7 req-ae7b41f1-403d-4337-b161-864dc557319c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:03.456958 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-973786cf-3c53-4582-97ee-64df899e38e7 req-ae7b41f1-403d-4337-b161-864dc557319c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.6789453
Dec 02 15:49:03.476228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:03.513775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a803f9-0a73-46e4-8fcf-9f7dfd33940a req-7796e71e-0a92-44c0-b2fb-a5dd0d87b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:03.515374 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-60a803f9-0a73-46e4-8fcf-9f7dfd33940a req-7796e71e-0a92-44c0-b2fb-a5dd0d87b31d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 1162 time: 0.6512053
Dec 02 15:49:03.552262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:03.556384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Usage tracker for resource:security_group_rule and tenant:c29e21710d4a468295112bed2e7dfd2c is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:03.559376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:03.566368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:03.602707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-b4b88d30-5463-4820-b744-635786f7af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:03.604269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-b4b88d30-5463-4820-b744-635786f7af51 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 908 time: 0.2889981
Dec 02 15:49:03.637996 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-973786cf-3c53-4582-97ee-64df899e38e7 req-bd5f8a62-5711-40ec-9233-68bc865d0ace tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582396
Dec 02 15:49:03.655273 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-60a803f9-0a73-46e4-8fcf-9f7dfd33940a req-9d9ecd53-8474-43eb-8b0a-ea8e249a321b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961258
Dec 02 15:49:03.726802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Allocated IP 172.20.0.9 (26c8fb3a-cf2f-41d8-b18f-a75a5ab07959/1eef5c96-dade-4c42-9c04-5e99d5ebbc84/f1a284ff-0f4c-48d6-b0e8-b35db079365a) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:49:03.855640 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-56950fee-4994-4865-b6ce-03286330722c req-464ee9c1-812d-4ed0-8c71-1e56392ae89f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.0685387
Dec 02 15:49:03.968996 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-7470382f-ebff-44c4-b96b-cacc929557b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 200  len: 217 time: 0.3503487
Dec 02 15:49:03.977380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc02ff7-31aa-44c1-bdee-5480b1c130fd req-829f75f3-4a8f-41ca-bece-3f60f6bc06b3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:03.981062 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ecc02ff7-31aa-44c1-bdee-5480b1c130fd req-829f75f3-4a8f-41ca-bece-3f60f6bc06b3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 932 time: 0.5143969
Dec 02 15:49:04.165146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ecc02ff7-31aa-44c1-bdee-5480b1c130fd req-49545174-4089-471d-92ae-be109c7a4ae7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1353261
Dec 02 15:49:04.171531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.173456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-d9de90de-b581-4125-8f3d-76306e9232fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:04.176667 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-d9de90de-b581-4125-8f3d-76306e9232fb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1901045
Dec 02 15:49:04.245180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.280188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c72b9caa-27b5-4e5a-a484-f7edc07f497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:04.290653 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c29e21710d4a468295112bed2e7dfd2c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2140059
Dec 02 15:49:04.294944 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-d438c7a7-6d2b-43ab-83d0-93c41a89f6b9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950437
Dec 02 15:49:04.297846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45694) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:04.345202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a6566-5a1b-40a8-ba08-31e79be4ad26,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:04.347367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.391650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5618f4-d019-4723-9ad0-1720cd93ca07 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:49:04.415949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.435501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.437843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:04.451320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Transition to ACTIVE for port object 6c5618f4-d019-4723-9ad0-1720cd93ca07 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:04.452830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Transition to ACTIVE for port object f1a284ff-0f4c-48d6-b0e8-b35db079365a will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:04.479771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.493992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.504409 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-d85b3292-3beb-48ee-9d2b-e651dfa083fa service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546063
Dec 02 15:49:04.523570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b2b5a829-a43c-4164-b047-5667dce63e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:04.664169 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e94ea3d-4bb5-424e-a0b4-58630fad9373 req-9908f1c3-815f-4554-8aa7-f76c4ae55ce4 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508155
Dec 02 15:49:04.698710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:04.702383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:04.706894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:04.741960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:05.061786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.088350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:05.102854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:05.138527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b55ebf11-ddf4-40c8-acf7-b79f5f048e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:05.205367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150161-d03c-400a-af26-82449420532a req-625fb23a-3153-4e25-aa97-0c6d34c179f4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:05.213674 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66150161-d03c-400a-af26-82449420532a req-625fb23a-3153-4e25-aa97-0c6d34c179f4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 931 time: 0.1292317
Dec 02 15:49:05.260896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Attempting to bind port 6c5618f4-d019-4723-9ad0-1720cd93ca07 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:49:05.261283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Attempting to bind port 6c5618f4-d019-4723-9ad0-1720cd93ca07 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:49:05.261662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Attempting to bind port 6c5618f4-d019-4723-9ad0-1720cd93ca07 on network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:49:05.274634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094d70-d861-4f4a-989a-ac9c1957f35b req-6db3b1c4-b22b-46db-94b1-4b66332ad5f5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:05.276569 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f094d70-d861-4f4a-989a-ac9c1957f35b req-6db3b1c4-b22b-46db-94b1-4b66332ad5f5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.4278090
Dec 02 15:49:05.282151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-66150161-d03c-400a-af26-82449420532a req-b1737a48-4dff-40d8-af10-5f54191fc9ef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:05.285114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a6566-5a1b-40a8-ba08-31e79be4ad26,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:05.300579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:49:05.303677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-66150161-d03c-400a-af26-82449420532a req-b1737a48-4dff-40d8-af10-5f54191fc9ef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:05.304340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Checking segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:05.304908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.305481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Bound using segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:49:05.306004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Bound port: 6c5618f4-d019-4723-9ad0-1720cd93ca07, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:49:05.306391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.312769 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66150161-d03c-400a-af26-82449420532a req-b1737a48-4dff-40d8-af10-5f54191fc9ef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947542
Dec 02 15:49:05.331103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.343453 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b09a6566-5a1b-40a8-ba08-31e79be4ad26 HTTP/1.1" status: 204  len: 168 time: 1.0430546
Dec 02 15:49:05.353419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:05.446220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:49:05.461075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:05.473613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:49:05.477889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:05.478599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.699121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c83f7-80b1-413e-a769-665b7c603e8f req-3fad950b-230f-4ae8-a395-90d8ab542c49 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:05.701012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c29c83f7-80b1-413e-a769-665b7c603e8f req-3fad950b-230f-4ae8-a395-90d8ab542c49 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.1539106
Dec 02 15:49:05.786317 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c29c83f7-80b1-413e-a769-665b7c603e8f req-6fcd7dc7-63de-4684-84ee-7d0d016663a4 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0773847
Dec 02 15:49:05.848553 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f094d70-d861-4f4a-989a-ac9c1957f35b req-f1fa3790-167c-4794-b8fa-877ca67d0604 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5534832
Dec 02 15:49:05.859649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-f9f7524d-c98a-4640-bc57-f9af7e8d0e35 None None] Provisioning for port f1a284ff-0f4c-48d6-b0e8-b35db079365a completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:05.874643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-f9f7524d-c98a-4640-bc57-f9af7e8d0e35 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:05.878263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f9f7524d-c98a-4640-bc57-f9af7e8d0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.882528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:49:05.887049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9559410
Dec 02 15:49:05.889402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:49:05.930045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:05.967292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:05.978460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7524d-c98a-4640-bc57-f9af7e8d0e35 None None] Port f1a284ff-0f4c-48d6-b0e8-b35db079365a cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:49:06.014635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45748) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:06.022430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Request body: {'port': {'device_id': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:06.190546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.207631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:06.212229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Usage tracker for resource:security_group_rule and tenant:54c43ccee62042edab6743e02b002723 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:06.215142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:06.221629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:06.232986 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:06.236638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:06.262799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45754) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:06.286177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.286714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.309372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:06.310057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.311565 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] 10.222.0.103 "PUT /v2.0/ports/6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 1158 time: 3.8790417
Dec 02 15:49:06.312141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:06.346809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:06.352279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Usage tracker for resource:security_group_rule and tenant:bfa55b7c05e8419f93462f0516e619c5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:06.355928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:06.368345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:06.412683 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'status': 'completed', 'code': 200}
Dec 02 15:49:06.532470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.579187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.610876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:06.649205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee40f0-98ea-4bce-ade7-22067e3e1f0f,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:06.658806 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=54c43ccee62042edab6743e02b002723&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6430085
Dec 02 15:49:06.663497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.663910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.664333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.664428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45770) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:06.664730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.665118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.665565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.665956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.666337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.666821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.667109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.667443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.667904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.668340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.668725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.669108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.669487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.670389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.670389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.670564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.671007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.671388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.671801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.672567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.672669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:06.681539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:06.683296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.712726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.727449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:06.771962 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bfa55b7c05e8419f93462f0516e619c5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5061986
Dec 02 15:49:06.773087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d719927-c077-4ab5-970c-95b859b37fd6,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:06.774595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45778) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:06.780188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:06.937555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9569fcb-afe1-41d8-a331-571ffff4be6f req-b0b09b61-979c-4e72-bcc9-e8b499d4d2fc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:06.938324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a9569fcb-afe1-41d8-a331-571ffff4be6f req-b0b09b61-979c-4e72-bcc9-e8b499d4d2fc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:06.953414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:06.984587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170603-d489-4894-8e09-75bfe1e11250 req-1b50cd7d-4e0e-4546-bfe6-808266b67bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:06.986788 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a170603-d489-4894-8e09-75bfe1e11250 req-1b50cd7d-4e0e-4546-bfe6-808266b67bb8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1161 time: 0.4520967
Dec 02 15:49:07.025057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8185f-fbf2-493b-852e-9736698ed569 req-e52148e6-e504-441e-bf3c-0b75750536d6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:07.027198 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-04c8185f-fbf2-493b-852e-9736698ed569 req-e52148e6-e504-441e-bf3c-0b75750536d6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.0968285
Dec 02 15:49:07.050483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.074432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a9569fcb-afe1-41d8-a331-571ffff4be6f req-b0b09b61-979c-4e72-bcc9-e8b499d4d2fc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:07.075720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9569fcb-afe1-41d8-a331-571ffff4be6f req-b0b09b61-979c-4e72-bcc9-e8b499d4d2fc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 931 time: 0.5435989
Dec 02 15:49:07.077628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.105617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-04c8185f-fbf2-493b-852e-9736698ed569 req-e780c62c-4fb8-42d9-afa6-bb1345737d05 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0685217
Dec 02 15:49:07.246366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45790) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:07.279851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.resource_extend [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 02 15:49:07.294446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.386639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1a2fe-82e4-4d62-ab39-8d5508df08a4 req-08d439bc-de3c-492e-b7a8-da94f0151cd0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:07.388362 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d1c1a2fe-82e4-4d62-ab39-8d5508df08a4 req-08d439bc-de3c-492e-b7a8-da94f0151cd0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1013443
Dec 02 15:49:07.436633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.440413 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9569fcb-afe1-41d8-a331-571ffff4be6f req-98fbbcd4-c6a0-4faf-8e71-951c3394e480 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2415929
Dec 02 15:49:07.454493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:07.460088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Usage tracker for resource:security_group_rule and tenant:99fa7b60ee114d5081b5138aff0088b0 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:07.463307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:07.469789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:07.486408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a284ff-0f4c-48d6-b0e8-b35db079365a {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:49:07.488290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170603-d489-4894-8e09-75bfe1e11250 req-ecb21cac-9575-44b1-9677-8fbb2b874ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:07.490163 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a170603-d489-4894-8e09-75bfe1e11250 req-ecb21cac-9575-44b1-9677-8fbb2b874ed7 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=8bd15c18c1994d418ad257735d95e8d5&shared=False HTTP/1.1" status: 200  len: 904 time: 0.4739287
Dec 02 15:49:07.494515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.509918 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d1c1a2fe-82e4-4d62-ab39-8d5508df08a4 req-43b2b486-6f22-48f5-94cc-e97e623023d7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136446
Dec 02 15:49:07.603991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.620600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.626171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33e27256-959f-4920-9ce5-30c12a3957dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:07.638222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.640235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Transition to ACTIVE for port object f1a284ff-0f4c-48d6-b0e8-b35db079365a will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:07.651061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee40f0-98ea-4bce-ade7-22067e3e1f0f,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:07.666770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.676708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:07.677925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.678335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.678737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.679131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.679523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.679913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.680479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.680813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.681302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.681469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.681829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.682258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.682708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.683095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.683478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.683860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.684291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.684691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.685062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.685445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.685830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.686212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.686592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.686971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:07.705263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.706636 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7d719927-c077-4ab5-970c-95b859b37fd6 HTTP/1.1" status: 204  len: 168 time: 0.9239061
Dec 02 15:49:07.712392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.725557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d719927-c077-4ab5-970c-95b859b37fd6,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:07.730216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:07.731081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.734910 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9460154e-fd76-4633-95bf-3a683730b8ab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f4ee40f0-98ea-4bce-ade7-22067e3e1f0f HTTP/1.1" status: 204  len: 168 time: 1.0662770
Dec 02 15:49:07.743958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e4bf5-8bdb-4c2e-8009-9e59a6bc47ca,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:07.754163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:07.772611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:07.772959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:07.792835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5e138a00-3ff9-4393-b4f8-00adf3861e88 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:07.800582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99fa7b60ee114d5081b5138aff0088b0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5530365
Dec 02 15:49:07.801306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45804) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:07.920904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.950608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:07.995050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170603-d489-4894-8e09-75bfe1e11250 req-b8371248-3bdf-45d8-946c-76500a2a60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:07.996812 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a170603-d489-4894-8e09-75bfe1e11250 req-b8371248-3bdf-45d8-946c-76500a2a60c0 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4973454
Dec 02 15:49:08.003116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:08.006424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:08.113688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:08.121963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:08.215791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e4bf5-8bdb-4c2e-8009-9e59a6bc47ca,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:08.221495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:08.403149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:08.405097 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5c6e4bf5-8bdb-4c2e-8009-9e59a6bc47ca HTTP/1.1" status: 204  len: 168 time: 0.6028016
Dec 02 15:49:08.452143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d55cd3-af67-42d0-bca8-00e4bdae64a2 req-ae1e32fa-f37f-4f37-8242-a4a979c208fd tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.456530 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-13d55cd3-af67-42d0-bca8-00e4bdae64a2 req-ae1e32fa-f37f-4f37-8242-a4a979c208fd tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2951815
Dec 02 15:49:08.472516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Attempting to bind port f1a284ff-0f4c-48d6-b0e8-b35db079365a on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:49:08.472899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Attempting to bind port f1a284ff-0f4c-48d6-b0e8-b35db079365a by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:49:08.473276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Attempting to bind port f1a284ff-0f4c-48d6-b0e8-b35db079365a on network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:49:08.486764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:49:08.487144 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Checking segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:08.487555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:08.487957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Bound using segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:49:08.488537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Bound port: f1a284ff-0f4c-48d6-b0e8-b35db079365a, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:49:08.488914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:08.494812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-a485d848-d768-4248-840c-522ed3ace122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.496719 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-a485d848-d768-4248-840c-522ed3ace122 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 1162 time: 0.2732000
Dec 02 15:49:08.602047 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-13d55cd3-af67-42d0-bca8-00e4bdae64a2 req-70886143-de95-4b00-a722-1a3cdfc86ad5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344342
Dec 02 15:49:08.669969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-9ead43a3-6fac-4332-99fd-ec4ad65cae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.671625 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-9ead43a3-6fac-4332-99fd-ec4ad65cae80 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.1642532
Dec 02 15:49:08.754340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-850c5132-705d-4c57-aa5a-04f31c805b3f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc HTTP/1.1" status: 200  len: 217 time: 0.0758078
Dec 02 15:49:08.754797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-d4361836-a8e7-4113-90e9-d85bb0784ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.756436 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-d4361836-a8e7-4113-90e9-d85bb0784ac3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1161 time: 0.5557277
Dec 02 15:49:08.876892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45836) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:08.877129 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-ff1e36ef-4c25-4dde-a055-9f9de8ae5a49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 217 time: 0.0852621
Dec 02 15:49:08.887384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e967ff-8003-479e-a76c-b71787fbd2f6 req-73bbd2ea-966e-4eff-a000-f248246132a2 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.888482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e1e967ff-8003-479e-a76c-b71787fbd2f6 req-73bbd2ea-966e-4eff-a000-f248246132a2 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:08.948490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:49:08.966723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:08.969203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:49:08.988296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-90f592d5-b036-45a1-af89-afd93250e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:08.989920 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-90f592d5-b036-45a1-af89-afd93250e4f6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.0984440
Dec 02 15:49:09.007882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-519e41ff-4a6d-4f00-88fb-48320a3f515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.009688 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-519e41ff-4a6d-4f00-88fb-48320a3f515e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.2203574
Dec 02 15:49:09.020077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:09.073272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Usage tracker for resource:security_group_rule and tenant:14c7246599bf43249066f26ae7c71b8e is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:09.084412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e1e967ff-8003-479e-a76c-b71787fbd2f6 req-73bbd2ea-966e-4eff-a000-f248246132a2 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:09.084630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:09.099071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e1e967ff-8003-479e-a76c-b71787fbd2f6 req-73bbd2ea-966e-4eff-a000-f248246132a2 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.6825325
Dec 02 15:49:09.101703 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-d39c03cb-e943-476b-a098-fe2be73dd8b9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0787899
Dec 02 15:49:09.112664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:09.130036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:09.166093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:09.243537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-64662765-a75e-4864-8f58-3f3228c6d5ee tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.245195 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-64662765-a75e-4864-8f58-3f3228c6d5ee tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.4128594
Dec 02 15:49:09.294980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45850) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:09.295837 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-6c92b68e-c38f-4dc6-80bf-de14386e659c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/quotas/bf0ccd282f4042c2af3ebf05183275c7 HTTP/1.1" status: 200  len: 375 time: 0.0402482
Dec 02 15:49:09.358493 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e1e967ff-8003-479e-a76c-b71787fbd2f6 req-d0bb04cf-95db-4604-861d-4972a2050320 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2584274
Dec 02 15:49:09.378805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:09.415447 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-809562e3-afee-45ea-b2de-0e5a6584d1ac service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886710
Dec 02 15:49:09.416885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:09.420994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:09.439182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:09.449633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Usage tracker for resource:security_group_rule and tenant:a8add27ab4594d58a80291b913aeec83 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:09.460949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:09.472029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-6c6405bf-beb7-4fd9-b58d-a2ada5953b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.473678 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-6c6405bf-beb7-4fd9-b58d-a2ada5953b59 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4695971
Dec 02 15:49:09.476373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:09.482917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.483799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:09.485085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] 10.222.0.103 "PUT /v2.0/ports/f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 1157 time: 3.4680619
Dec 02 15:49:09.488845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:09.584138 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-9e48e012-b253-41b5-b16b-5eda8398797c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2873812
Dec 02 15:49:09.586087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:09.640100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:09.657709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-20a77618-8f7c-43ec-8762-18ab342fa986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:09.806021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed36e54-fc93-4a64-a061-7c5c919c77fe,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:09.810682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8d8dfd6a-746f-4ac4-a0f5-5db44a6e8839 req-8afba2cd-9ba8-4bf6-868e-2ce6a1c797c0 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3834271
Dec 02 15:49:09.815858 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=14c7246599bf43249066f26ae7c71b8e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9350502
Dec 02 15:49:09.817088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:09.817164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 45862) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:09.848279 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-0a4d6167-6ccb-495c-820c-68b5c242fc6a service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3620460
Dec 02 15:49:09.876900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09774d6-7c59-4941-a8ab-21b3d902aca7 req-5b7ae582-4c71-443b-9a01-e71eb14308f0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.878900 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e09774d6-7c59-4941-a8ab-21b3d902aca7 req-5b7ae582-4c71-443b-9a01-e71eb14308f0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2860162
Dec 02 15:49:09.938536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-888d42b5-e2e4-46ab-8a29-f8884cfc0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:09.940943 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-888d42b5-e2e4-46ab-8a29-f8884cfc0278 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1160 time: 0.3118746
Dec 02 15:49:10.065555 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-1fff44c9-5174-49d2-aca2-23364e996b6d service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4677846
Dec 02 15:49:10.072888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.168892 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-3006b13c-67d1-4471-a000-a9e1b733266d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 217 time: 0.1315026
Dec 02 15:49:10.233152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-da933564-65a1-44ad-a62d-1c75390ef7e7 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578197
Dec 02 15:49:10.278623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.325108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e09774d6-7c59-4941-a8ab-21b3d902aca7 req-593d085c-8081-4225-9eeb-0a0348c51a80 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4048123
Dec 02 15:49:10.325808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.351352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.366279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-14c4ea44-f88b-4eae-b40f-31bee5cc662f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:10.440239 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'status': 'completed', 'code': 200}
Dec 02 15:49:10.447194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-59bf582c-7f75-4ff8-889b-906419b63978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:10.448987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-59bf582c-7f75-4ff8-889b-906419b63978 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.2375364
Dec 02 15:49:10.456001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.479301 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-119110f3-8b87-453a-830b-b03bd77e3ffe req-c51fe555-3202-4a30-aa17-dc49b6cb32d9 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5967543
Dec 02 15:49:10.543533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b52c8-503d-47a4-9ced-b81101cba8c9,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:10.560592 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a8add27ab4594d58a80291b913aeec83&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2501683
Dec 02 15:49:10.561875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:10.563465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45886) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:10.689906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-803a2a4d-3958-4db8-bb9a-98d05a155239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:10.691911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-803a2a4d-3958-4db8-bb9a-98d05a155239 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2183661
Dec 02 15:49:10.703500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bce06-9267-4e3c-9e51-7ef3d9bb9238 req-0ccb57df-1c7f-4fbb-88cd-f2c39964e6e2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:10.705279 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e65bce06-9267-4e3c-9e51-7ef3d9bb9238 req-0ccb57df-1c7f-4fbb-88cd-f2c39964e6e2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1547370
Dec 02 15:49:10.729700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.737602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.739713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:10.786735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.824758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed36e54-fc93-4a64-a061-7c5c919c77fe,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:10.838460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920df1-da92-45be-9b0d-0028a761d38b req-8360eb81-cba3-4927-b5d0-20ca083ef479 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:10.840175 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4f920df1-da92-45be-9b0d-0028a761d38b req-8360eb81-cba3-4927-b5d0-20ca083ef479 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.1795008
Dec 02 15:49:10.842208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:10.877103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.879083 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2ed36e54-fc93-4a64-a061-7c5c919c77fe HTTP/1.1" status: 204  len: 168 time: 1.0608163
Dec 02 15:49:10.900673 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e65bce06-9267-4e3c-9e51-7ef3d9bb9238 req-180b1cfa-4dcf-4b77-a5bd-4a0313fd7e51 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643569
Dec 02 15:49:10.932907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.948094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-305b23ad-7314-431f-8f38-5a3164249ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:10.966704 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4f920df1-da92-45be-9b0d-0028a761d38b req-224e02c6-3eed-4ebc-898f-1eb011e23570 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1062021
Dec 02 15:49:10.968139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b52c8-503d-47a4-9ced-b81101cba8c9,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:10.981064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:10.987492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:10.996897 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d58b52c8-503d-47a4-9ced-b81101cba8c9 HTTP/1.1" status: 204  len: 168 time: 0.4310994
Dec 02 15:49:11.078526 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-26745e8a-aca6-4c8f-86e6-17dcdccca1ac service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3718951
Dec 02 15:49:11.090483 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09c5de62-23b7-48b0-a91e-dedacf7d595c req-150434e0-629f-4c91-b0fd-9199ffe7ff47 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 210 time: 0.0766914
Dec 02 15:49:11.246443 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08080bdc-9972-4fb4-863f-dca82442cbe9 req-0c7715cb-ca7e-4cba-a56c-7aff4ebd681a service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544113
Dec 02 15:49:11.533038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-071d774b-0e9b-4387-a1c0-a909dc0af6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:11.534823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-071d774b-0e9b-4387-a1c0-a909dc0af6cc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1160 time: 0.0924072
Dec 02 15:49:11.621486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b8e9f-d741-42ed-925c-3b67ed3966cc req-1547904b-b3b3-4009-afa8-a7770fc5be5d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:11.623499 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-100b8e9f-d741-42ed-925c-3b67ed3966cc req-1547904b-b3b3-4009-afa8-a7770fc5be5d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1190357
Dec 02 15:49:11.687852 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-100b8e9f-d741-42ed-925c-3b67ed3966cc req-a2c1044b-d44f-4ce7-82e4-f771ec14c2c1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567427
Dec 02 15:49:11.741953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45918) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:11.757651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-7aeb7287-5d6b-4505-a1e9-f592ffa40f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:11.759271 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-7aeb7287-5d6b-4505-a1e9-f592ffa40f2f service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.1931047
Dec 02 15:49:11.766412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:11.782274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:11.786331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Usage tracker for resource:security_group_rule and tenant:31ed38f24f42445fa0033d2e24e73903 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:11.789332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:11.795229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:11.895335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fcce0e61-69c2-4765-8190-b53d41af29f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:11.924803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:11.952651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:11.972330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-18d34dd0-0001-40d9-bbc3-abcb8de764ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:12.092686 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=31ed38f24f42445fa0033d2e24e73903&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3492765
Dec 02 15:49:12.109214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45934) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:12.160759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae482a-3888-4cd6-b780-e9c49ea450bd,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:12.191648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:12.320698 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-0db82769-a602-4cbc-9fcb-a39d990fec17 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 217 time: 0.5063877
Dec 02 15:49:12.330502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:12.373795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97963d2a-0651-4690-bd9f-5d157a850802 req-303c3b49-c195-46e1-b6ce-2306c88e4bf3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:12.382321 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97963d2a-0651-4690-bd9f-5d157a850802 req-303c3b49-c195-46e1-b6ce-2306c88e4bf3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.1823099
Dec 02 15:49:12.405147 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:12.435097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525b06-12d0-4a67-a644-44f4f997b422 req-c82d0539-07fd-45fb-afa5-1e26ae06fa23 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:12.437033 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-36525b06-12d0-4a67-a644-44f4f997b422 req-c82d0539-07fd-45fb-afa5-1e26ae06fa23 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1938488
Dec 02 15:49:12.456615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-7d77df91-8228-40be-821f-9e424e4a83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:12.458351 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-7d77df91-8228-40be-821f-9e424e4a83f6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.1242588
Dec 02 15:49:12.477132 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97963d2a-0651-4690-bd9f-5d157a850802 req-be63da1e-f215-4b59-9dd8-b79e2d0a7b74 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0937989
Dec 02 15:49:12.550621 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-36525b06-12d0-4a67-a644-44f4f997b422 req-a210511d-a2c3-41c4-a8cd-91b3add64c56 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886376
Dec 02 15:49:12.575524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:12.581702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-405850f5-6389-4107-8f62-13e89d059921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:12.594971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-4add95bf-db1b-46fa-afa0-6e98c51ba556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:12.597893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-4add95bf-db1b-46fa-afa0-6e98c51ba556 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1177099
Dec 02 15:49:12.602330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae482a-3888-4cd6-b780-e9c49ea450bd,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:12.605242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:12.672476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:12.676616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c6ae482a-3888-4cd6-b780-e9c49ea450bd HTTP/1.1" status: 204  len: 168 time: 0.5537758
Dec 02 15:49:12.683167 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3eaf19d6-820c-4d82-9a7c-77902e615d5c req-28de2835-3475-4f15-9ff4-c3573fb75cfd tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 210 time: 0.0626376
Dec 02 15:49:12.820352 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-90c2dbd6-5ac9-49ec-a687-7c19fd086f4d service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790972
Dec 02 15:49:13.239736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da2f41-073e-40ca-8225-969eef76d184 req-2fabfb6f-7bd5-455d-baaa-5349989e7961 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:13.241795 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-58da2f41-073e-40ca-8225-969eef76d184 req-2fabfb6f-7bd5-455d-baaa-5349989e7961 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.3660460
Dec 02 15:49:13.337027 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c708012a-1fec-4848-889e-dfffe25b0f05 req-95438a0f-f151-471d-9285-fd1e70be8291 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4035156
Dec 02 15:49:13.347023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-82a42d1e-4c81-457f-b563-04df4bacf176 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:13.348536 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-82a42d1e-4c81-457f-b563-04df4bacf176 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.3875313
Dec 02 15:49:13.355292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-58da2f41-073e-40ca-8225-969eef76d184 req-79499a4e-8d6b-4041-9f45-2d0edbada5c5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055825
Dec 02 15:49:13.423240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Request body: {'port': {'device_id': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b', 'admin_state_up': True, 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:13.636490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:13.657689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:13.727294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 45992) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:13.781053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:13.786834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:13.901299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b69b-35f0-4ba3-909e-e2ebb36310cd req-e7f1deb4-a00b-4980-a95a-8848398e98d1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:13.902930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-27e4b69b-35f0-4ba3-909e-e2ebb36310cd req-e7f1deb4-a00b-4980-a95a-8848398e98d1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.1658154
Dec 02 15:49:13.929889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bab7-2fe3-4937-b521-19756cae3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:13.971193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85976c-8c56-45b9-93ce-9ced93b3492c req-8577d24b-7c9a-49fa-9d2d-61dc8e365c88 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:13.973192 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb85976c-8c56-45b9-93ce-9ced93b3492c req-8577d24b-7c9a-49fa-9d2d-61dc8e365c88 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2351921
Dec 02 15:49:14.000699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-27e4b69b-35f0-4ba3-909e-e2ebb36310cd req-c796aef2-9481-472b-a6ee-72f93c3f0df1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0892119
Dec 02 15:49:14.002085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.024446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:14.028817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Usage tracker for resource:security_group_rule and tenant:3d659b6f39a24769bc74a6ba8ae4af6d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:14.045094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:14.054598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:14.136312 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb85976c-8c56-45b9-93ce-9ced93b3492c req-32851e4a-eee2-41f9-8001-355467b00196 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541953
Dec 02 15:49:14.222263 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f30d5f33-96ea-44e0-86ba-1942af16a305 req-ffbfa4f8-ca83-4b25-9a60-44b1f0a08e88 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 210 time: 0.0484438
Dec 02 15:49:14.256820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.269978 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46006) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:14.321628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Allocated IP 172.20.0.11 (0e8d58a1-9518-45ad-8e30-37b570122f7b/d2572690-dbab-4ed6-a6b9-bb60d288a91d/0fc63adc-a95c-4e8b-bc36-37690089fe6e) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:49:14.334231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.343699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:14.388075 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d659b6f39a24769bc74a6ba8ae4af6d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6591442
Dec 02 15:49:14.389052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfbde6d-02fa-479e-a0fd-5bac0685c74d,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:14.390878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46012) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:14.393176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:14.437136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183472744-network', 'tenant_id': '56c9112430664980ab7f1093238878e5'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:14.442696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:14.446935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Usage tracker for resource:network and tenant:56c9112430664980ab7f1093238878e5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:14.450231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:14.456709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:14.501047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Made reservation on behalf of 56c9112430664980ab7f1093238878e5 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:14.506769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.521161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.541712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:14.545870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Usage tracker for resource:security_group_rule and tenant:56c9112430664980ab7f1093238878e5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:14.549172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:14.555290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:14.619908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6c5618f4-d019-4723-9ad0-1720cd93ca07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:14.643959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.651801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.678341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.686509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-343c1de4-f008-4c7b-a056-5e2a4a12aa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:14.707259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.720742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.724232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702a9989-e9f4-4a80-92cf-025aa0ce77cb,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:14.727701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:14.741123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:14.746713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:14.747207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.779392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339fe85-35d4-4aae-80c6-72c7050470b6 req-be81ef91-be21-4c89-b42f-bb3656ab34db tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:14.781006 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d339fe85-35d4-4aae-80c6-72c7050470b6 req-be81ef91-be21-4c89-b42f-bb3656ab34db tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2542772
Dec 02 15:49:14.800478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:49:14.811484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.811793 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Added segment 896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d of type vxlan for network ff174474-e4b7-43a0-9a9f-af048d26f968
Dec 02 15:49:14.841136 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d339fe85-35d4-4aae-80c6-72c7050470b6 req-dd3be8c2-6966-4bab-ad4b-173914bb5c0b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514379
Dec 02 15:49:14.846051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.872756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.875294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.893372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:14.909580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:14.918935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:14.934179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.969538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.969723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.971874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:14.972845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:14.973738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:14.979449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3809606c-07ea-4b68-b3d7-be8ef0604104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:15.068598 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'code': 200}
Dec 02 15:49:15.103104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event updated for resources: {'Port': ['ID=0fc63adc-a95c-4e8b-bc36-37690089fe6e,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:15.120403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:15.123963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a3e455eb-816a-4e93-81a5-003456fb9ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:15.137920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Pushing event updated for resources: {'Network': ['ID=ff174474-e4b7-43a0-9a9f-af048d26f968,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:15.142699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:15.164470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:15.176182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network ff174474-e4b7-43a0-9a9f-af048d26f968 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:49:15.188026 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9167111
Dec 02 15:49:15.192573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46030) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:15.203713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Request body: {'subnet': {'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183472744-subnet', 'tenant_id': '56c9112430664980ab7f1093238878e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:15.209673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfbde6d-02fa-479e-a0fd-5bac0685c74d,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:15.221821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:15.226552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:15.236672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Usage tracker for resource:subnet and tenant:56c9112430664980ab7f1093238878e5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:15.243956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:15.245610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.246218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.246385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.246795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.247225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.247602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.251827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.251962 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/abfbde6d-02fa-479e-a0fd-5bac0685c74d HTTP/1.1" status: 204  len: 168 time: 0.8518405
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.252838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.261213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:15.268302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.268605 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.268997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.269627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.269736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.271818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.274040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.274508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.274892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.276255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.276643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:49:15.292540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network ff174474-e4b7-43a0-9a9f-af048d26f968 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:49:15.327262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:15.342156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:49:15.346145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:15.348623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:49:15.352940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:15.353621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.388068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac947850-5759-4eba-b450-b3fcd5541107 req-39109cde-f187-4142-9015-51ad957be296 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:15.389754 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ac947850-5759-4eba-b450-b3fcd5541107 req-39109cde-f187-4142-9015-51ad957be296 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1364558
Dec 02 15:49:15.444262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Made reservation on behalf of 56c9112430664980ab7f1093238878e5 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:15.449790 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0321815
Dec 02 15:49:15.450809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.472568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Request body: {'port': {'device_id': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:15.558078 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ac947850-5759-4eba-b450-b3fcd5541107 req-4deb872f-ae1b-48fd-a4ef-6ec8f4afa96c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1570411
Dec 02 15:49:15.782637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.790490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.847613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f95d7f-a15d-46ad-866b-f3280255f05d req-a907d59d-3164-4c5e-897b-f776b59bbaa1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:15.852996 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8f95d7f-a15d-46ad-866b-f3280255f05d req-a907d59d-3164-4c5e-897b-f776b59bbaa1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.3593109
Dec 02 15:49:15.901694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:15.971108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8f95d7f-a15d-46ad-866b-f3280255f05d req-6c4c1f4b-9362-4e4b-8da1-3fd1746c2c8c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105168
Dec 02 15:49:16.026696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984b795-fde8-43ea-b171-1f24d7248d30 req-dce6c9cd-e4bc-46c2-9544-01d1af1342c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:16.028582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6984b795-fde8-43ea-b171-1f24d7248d30 req-dce6c9cd-e4bc-46c2-9544-01d1af1342c1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1163 time: 0.4689491
Dec 02 15:49:16.222036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:16.391434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d6706-4be5-4468-bc3c-305734dd00e3 req-fb31c382-dafa-4544-a007-ae20da89bea8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:16.393987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-462d6706-4be5-4468-bc3c-305734dd00e3 req-fb31c382-dafa-4544-a007-ae20da89bea8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1666310
Dec 02 15:49:16.429988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:16.432995 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6984b795-fde8-43ea-b171-1f24d7248d30 req-4f35b1bd-4bac-418d-9f17-25d43977cc65 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3841634
Dec 02 15:49:16.450585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:16.497825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaa318-08fc-4d3a-b5cf-b64401775aa6 req-e360ba74-9776-41c9-b66b-e6b75058f16c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:16.498609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-cabaa318-08fc-4d3a-b5cf-b64401775aa6 req-e360ba74-9776-41c9-b66b-e6b75058f16c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:16.572438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-cabaa318-08fc-4d3a-b5cf-b64401775aa6 req-e360ba74-9776-41c9-b66b-e6b75058f16c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:16.573516 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cabaa318-08fc-4d3a-b5cf-b64401775aa6 req-e360ba74-9776-41c9-b66b-e6b75058f16c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 932 time: 0.6928673
Dec 02 15:49:16.580431 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-462d6706-4be5-4468-bc3c-305734dd00e3 req-eadc2ee4-062b-487e-8059-7f6e514caa8c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702211
Dec 02 15:49:16.603877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32235f89-ed75-40a3-9901-36fa444be666,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:16.607325 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:16.694303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Checking segment: {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:16.694857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Network hostable DHCP agents. Network: ff174474-e4b7-43a0-9a9f-af048d26f968, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:49:16.705204 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cabaa318-08fc-4d3a-b5cf-b64401775aa6 req-4d5c1599-5bd4-4afc-850b-2ea6cd7b5b80 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187134
Dec 02 15:49:16.714161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc63adc-a95c-4e8b-bc36-37690089fe6e {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:49:16.723058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:16.743724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Transition to ACTIVE for port object 0fc63adc-a95c-4e8b-bc36-37690089fe6e will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:16.745509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Network ff174474-e4b7-43a0-9a9f-af048d26f968 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:49:16.786812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:16.802767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:16.816018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, ff174474-e4b7-43a0-9a9f-af048d26f968) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:16.824318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aeb8c3-a5f1-4ae2-a073-4ed6c1a0e70b None None] Network ff174474-e4b7-43a0-9a9f-af048d26f968 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:49:16.835590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:16.836314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:16.941701 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7369416
Dec 02 15:49:17.128318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc63adc-a95c-4e8b-bc36-37690089fe6e,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:17.150039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:17.195653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae5ec9a-0402-4c54-8884-0fba62605f75 None None] Network ff174474-e4b7-43a0-9a9f-af048d26f968 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:49:17.275746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11206140-ae6d-462f-9438-1eddc5be962b req-a014cce8-83c3-4d4b-ba3f-1abd468e2503 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:17.284093 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11206140-ae6d-462f-9438-1eddc5be962b req-a014cce8-83c3-4d4b-ba3f-1abd468e2503 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.4143155
Dec 02 15:49:17.328895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Attempting to bind port 0fc63adc-a95c-4e8b-bc36-37690089fe6e on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:49:17.329804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Attempting to bind port 0fc63adc-a95c-4e8b-bc36-37690089fe6e by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:49:17.330685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Attempting to bind port 0fc63adc-a95c-4e8b-bc36-37690089fe6e on network 0e8d58a1-9518-45ad-8e30-37b570122f7b {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:49:17.341888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:49:17.341888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Checking segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:17.342273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:17.342599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Bound using segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:49:17.343095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Bound port: 0fc63adc-a95c-4e8b-bc36-37690089fe6e, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:49:17.343533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:17.380673 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11206140-ae6d-462f-9438-1eddc5be962b req-46a3e456-2209-4c48-be50-fff691f24ce3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955906
Dec 02 15:49:17.502635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ec1b4-5083-44b9-be31-7d1e9fbe0585 req-456e3408-b7e4-455b-97c1-484d5727eb61 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:17.511570 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ac9ec1b4-5083-44b9-be31-7d1e9fbe0585 req-456e3408-b7e4-455b-97c1-484d5727eb61 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1431949
Dec 02 15:49:17.519547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] For port 0fc63adc-a95c-4e8b-bc36-37690089fe6e, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:49:17.527536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] For port 0fc63adc-a95c-4e8b-bc36-37690089fe6e, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=0fc63adc-a95c-4e8b-bc36-37690089fe6e,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:49:17.617605 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ac9ec1b4-5083-44b9-be31-7d1e9fbe0585 req-9292e700-7f88-4aa9-895b-6cc6b7a89132 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047180
Dec 02 15:49:17.717310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d23e-7588-4912-be54-6af7e03c9d67 req-2ef689d4-e3b8-4281-a2bc-a06e9d263bc7 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:17.719440 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35f8d23e-7588-4912-be54-6af7e03c9d67 req-2ef689d4-e3b8-4281-a2bc-a06e9d263bc7 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.1140602
Dec 02 15:49:17.723898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:17.742859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4dc66416-5f6c-439b-8a75-ecd8268bff01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:17.875699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30116513-166f-460a-9c01-84c956ad7c5e req-be48c520-d92a-4c95-b0b7-bb8e71cf1535 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:17.878146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30116513-166f-460a-9c01-84c956ad7c5e req-be48c520-d92a-4c95-b0b7-bb8e71cf1535 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.0984042
Dec 02 15:49:17.931308 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30116513-166f-460a-9c01-84c956ad7c5e req-706b574f-ff77-4cf7-8e9c-90be7c41340e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439041
Dec 02 15:49:17.949226 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35f8d23e-7588-4912-be54-6af7e03c9d67 req-bf5154a4-87db-459b-aece-176ccafe3753 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074304
Dec 02 15:49:17.952047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc63adc-a95c-4e8b-bc36-37690089fe6e,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:17.956559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:17.993625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:17.997887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:17.997887 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] 10.222.0.103 "PUT /v2.0/ports/0fc63adc-a95c-4e8b-bc36-37690089fe6e HTTP/1.1" status: 200  len: 1158 time: 2.5298123
Dec 02 15:49:17.997887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:18.070342 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e', 'status': 'completed', 'code': 200}
Dec 02 15:49:18.190359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a1701-9851-4529-9439-7dc5c9db4125 req-c76625d1-6936-4a1d-a79e-7e04a2d1b120 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:18.192086 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d3a1701-9851-4529-9439-7dc5c9db4125 req-c76625d1-6936-4a1d-a79e-7e04a2d1b120 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.0943217
Dec 02 15:49:18.255803 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d3a1701-9851-4529-9439-7dc5c9db4125 req-d127b84d-fd6f-4fa1-81c4-c23395a7c0f2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543520
Dec 02 15:49:18.631425 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea7958-6d08-447f-9893-a1aae3bf4c98 req-fc0eb63a-3b68-46f6-afda-a7f538239c4e tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:18.633031 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fbea7958-6d08-447f-9893-a1aae3bf4c98 req-fc0eb63a-3b68-46f6-afda-a7f538239c4e tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.0879598
Dec 02 15:49:18.682059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fbea7958-6d08-447f-9893-a1aae3bf4c98 req-76dc3c81-797f-4d0d-ae22-07c06f40c935 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422182
Dec 02 15:49:18.826765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c9e0-af96-4533-b8f1-0a1cc7367617 req-e14ddec7-5b45-45cc-904a-5cc1841f61f6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:18.828473 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1338c9e0-af96-4533-b8f1-0a1cc7367617 req-e14ddec7-5b45-45cc-904a-5cc1841f61f6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0884752
Dec 02 15:49:18.878646 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1338c9e0-af96-4533-b8f1-0a1cc7367617 req-e3a1cdac-98d8-4b4d-b975-14b16aaa10d1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434594
Dec 02 15:49:19.183052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93203832-079b-4a1d-8732-6ce81a9e7070 req-a8449fcd-1641-4108-bea1-7c89ce5b04bd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:19.184749 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93203832-079b-4a1d-8732-6ce81a9e7070 req-a8449fcd-1641-4108-bea1-7c89ce5b04bd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.0920842
Dec 02 15:49:19.200466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf42c9-89a4-4ea6-8783-d463bfe679ec req-e29ccf78-da2f-4057-8b23-9f513e9863c5 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:19.202319 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-67cf42c9-89a4-4ea6-8783-d463bfe679ec req-e29ccf78-da2f-4057-8b23-9f513e9863c5 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.1138754
Dec 02 15:49:19.240837 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93203832-079b-4a1d-8732-6ce81a9e7070 req-b1efae6f-47e0-4b31-a1eb-8c5b4b63be09 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485840
Dec 02 15:49:19.253063 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-67cf42c9-89a4-4ea6-8783-d463bfe679ec req-f6ba5b36-4289-4062-8436-795ddf4d045e tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433414
Dec 02 15:49:19.483479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988f82a-c0f4-4a7a-91d2-f507225fc48e req-21194846-5d48-4d9f-92a4-398d08fa6e82 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:19.485150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f988f82a-c0f4-4a7a-91d2-f507225fc48e req-21194846-5d48-4d9f-92a4-398d08fa6e82 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.0901990
Dec 02 15:49:19.536730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f988f82a-c0f4-4a7a-91d2-f507225fc48e req-49eeae18-aefb-4981-baf9-5b59f28d7eb5 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441658
Dec 02 15:49:19.763715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36232c-e420-447d-ae41-2c42f501948a req-4295b429-6315-4f72-96bd-cef1e42da43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:19.765397 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a36232c-e420-447d-ae41-2c42f501948a req-4295b429-6315-4f72-96bd-cef1e42da43a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 1161 time: 0.0834563
Dec 02 15:49:19.980044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:20.013152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36232c-e420-447d-ae41-2c42f501948a req-00a173fa-6ad5-47b3-acc4-188cd74d577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.014697 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a36232c-e420-447d-ae41-2c42f501948a req-00a173fa-6ad5-47b3-acc4-188cd74d577f service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2285988
Dec 02 15:49:20.026088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6fbc0-8c3f-4303-8507-35f0e1aebcf8 req-8166fd31-3f7f-4f07-8772-3c7ee3789bee tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.028402 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-55f6fbc0-8c3f-4303-8507-35f0e1aebcf8 req-8166fd31-3f7f-4f07-8772-3c7ee3789bee tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.2081151
Dec 02 15:49:20.101030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port f1a284ff-0f4c-48d6-b0e8-b35db079365a completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:20.108566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:20.109417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:20.119809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071105e4-fdff-48e5-9853-51f554177761 req-391e7d34-ef62-4374-9a20-204b115f5062 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.121508 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-071105e4-fdff-48e5-9853-51f554177761 req-391e7d34-ef62-4374-9a20-204b115f5062 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0995901
Dec 02 15:49:20.179156 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-071105e4-fdff-48e5-9853-51f554177761 req-1db619e1-a72e-40f9-80dc-96de72d8ceaf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502396
Dec 02 15:49:20.209823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-55f6fbc0-8c3f-4303-8507-35f0e1aebcf8 req-704e1d7d-6773-45e4-b82a-92e4df9833be tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1507101
Dec 02 15:49:20.234948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36232c-e420-447d-ae41-2c42f501948a req-c066ef07-fb68-4120-a7c9-0404c948884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.236920 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a36232c-e420-447d-ae41-2c42f501948a req-c066ef07-fb68-4120-a7c9-0404c948884e service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2058575
Dec 02 15:49:20.262459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:20.302254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:20.303481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:20.340994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:20.343594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6df9ca8-40c2-44a6-b104-58d673854aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:20.458095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:20.462686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:20.473989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-f0857bde-b90c-43bc-8041-dbd6c7f1aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.476705 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-f0857bde-b90c-43bc-8041-dbd6c7f1aa71 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 1161 time: 0.1425123
Dec 02 15:49:20.581237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71aa18-9413-4855-a445-6798b37ef70e req-03eb4385-778c-4fcb-ab40-53eb5605984f tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.589347 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4d71aa18-9413-4855-a445-6798b37ef70e req-03eb4385-778c-4fcb-ab40-53eb5605984f tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.1541724
Dec 02 15:49:20.609487 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-00efb38b-4c96-4517-a689-b42751d7b363 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fc63adc-a95c-4e8b-bc36-37690089fe6e HTTP/1.1" status: 200  len: 217 time: 0.1177342
Dec 02 15:49:20.672927 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4d71aa18-9413-4855-a445-6798b37ef70e req-09081ce6-1a16-41a8-be42-00e533415182 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822549
Dec 02 15:49:20.726259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4ab16-ec79-4df7-9f6f-8d7722d1d1ee req-45bb5486-26dd-4187-b145-039f91f55908 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.727893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-10d4ab16-ec79-4df7-9f6f-8d7722d1d1ee req-45bb5486-26dd-4187-b145-039f91f55908 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1704428
Dec 02 15:49:20.729370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-e3db83ca-e4bb-40d6-890c-85fc0382d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.730811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-e3db83ca-e4bb-40d6-890c-85fc0382d798 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1102467
Dec 02 15:49:20.748432 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'code': 200}
Dec 02 15:49:20.827420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-3f40f404-756b-4c52-9dd1-a0b2784c9a3c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737178
Dec 02 15:49:20.840615 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-10d4ab16-ec79-4df7-9f6f-8d7722d1d1ee req-8ce18731-3c8c-41a5-a48d-f9837e40c8a5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030378
Dec 02 15:49:20.989730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf74096-f976-4100-abfb-886d4d07e63e req-6e6ec5e5-bd0b-4c7b-a2e6-49e1305be47c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:20.992995 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5cf74096-f976-4100-abfb-886d4d07e63e req-6e6ec5e5-bd0b-4c7b-a2e6-49e1305be47c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.1190004
Dec 02 15:49:21.021823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-36c26586-324d-4e67-baa8-6928faf43153 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789296
Dec 02 15:49:21.209631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6c5618f4-d019-4723-9ad0-1720cd93ca07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:21.322966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:21.323393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:21.343484 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5cf74096-f976-4100-abfb-886d4d07e63e req-25869b1f-8a77-485a-a27d-285dcdd957c7 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3371186
Dec 02 15:49:21.463930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:21.546015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:21.546344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:21.578110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c68a-e7f6-43f6-9394-eb6bb3eee303 req-39ae826c-e212-4042-9b3f-e757edc0c815 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:21.580671 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0a51c68a-e7f6-43f6-9394-eb6bb3eee303 req-39ae826c-e212-4042-9b3f-e757edc0c815 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0899928
Dec 02 15:49:21.634418 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0a51c68a-e7f6-43f6-9394-eb6bb3eee303 req-51872a72-91ca-4689-8064-bbb2ed3e976b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466535
Dec 02 15:49:21.652611 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c3be9709-f954-417e-adeb-dbfa2f3d725d req-e24627f3-de62-4338-99c9-5179be7464d7 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6124945
Dec 02 15:49:21.667835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d1db5617-1fce-4738-a953-937c49027eab tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:21.675334 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d1db5617-1fce-4738-a953-937c49027eab tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 809 time: 0.3599889
Dec 02 15:49:21.678711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66438c-a580-4441-b2f1-a99e0919772a req-7c1f73f3-42f7-426d-985a-0daab59e6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:21.680334 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bd66438c-a580-4441-b2f1-a99e0919772a req-7c1f73f3-42f7-426d-985a-0daab59e6f4c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1162 time: 0.3632362
Dec 02 15:49:21.711571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-c184b7b8-d2cb-4763-9154-4211f6be799d tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/quotas/56c9112430664980ab7f1093238878e5 HTTP/1.1" status: 200  len: 375 time: 0.0352631
Dec 02 15:49:21.776610 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d7a75e83-df6d-468c-8349-c0664aba22aa tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0526934
Dec 02 15:49:21.778417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bd66438c-a580-4441-b2f1-a99e0919772a req-261133d5-8333-4ada-af16-bf35acdb09b6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901077
Dec 02 15:49:21.878501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a748309-c79e-4566-8ff2-a60fc921659b req-bddfa80a-e69c-49e4-a7f1-73369105cbc6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:21.880134 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a748309-c79e-4566-8ff2-a60fc921659b req-bddfa80a-e69c-49e4-a7f1-73369105cbc6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.0905633
Dec 02 15:49:21.930644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a748309-c79e-4566-8ff2-a60fc921659b req-029a8b5d-f5e5-419e-9829-6021ee35e93b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435286
Dec 02 15:49:21.935826 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-6ed84bad-38b5-4e7a-ae9a-4841e0a19b33 service neutron] 10.222.0.101 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500702
Dec 02 15:49:22.101187 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-290a56d1-4c40-4c07-90b4-f53929e19e04 service neutron] 10.222.0.101 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578169
Dec 02 15:49:22.147366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf830e-805a-405d-b423-d0839c7abbd7 req-3b6cf24e-c68c-4ecf-aab1-402873bd4ae9 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:22.148964 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-81cf830e-805a-405d-b423-d0839c7abbd7 req-3b6cf24e-c68c-4ecf-aab1-402873bd4ae9 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.0955036
Dec 02 15:49:22.201191 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-81cf830e-805a-405d-b423-d0839c7abbd7 req-a77f9ea4-8216-4fe4-861e-35a58ac332fd tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457847
Dec 02 15:49:22.441540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc19be-20e0-4fd6-96a2-fed94c7e2bd5 req-3c03bf21-8817-4aee-b9a8-1291ab19eda0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:22.443141 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-20cc19be-20e0-4fd6-96a2-fed94c7e2bd5 req-3c03bf21-8817-4aee-b9a8-1291ab19eda0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.0891774
Dec 02 15:49:22.448518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67587-3084-4ae1-9615-53083e34fe6d req-ed5694f1-f074-4480-8986-7da0637c6cc1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:22.450150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dab67587-3084-4ae1-9615-53083e34fe6d req-ed5694f1-f074-4480-8986-7da0637c6cc1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1030309
Dec 02 15:49:22.464713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46240) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:22.470819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'floatingip': {'port_id': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:22.501009 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-20cc19be-20e0-4fd6-96a2-fed94c7e2bd5 req-7734db5b-211d-48e0-a0e0-7f398f5e79ad tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513997
Dec 02 15:49:22.584595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ec04e6db-7493-4018-a242-2dd2a6bc0940 req-2975eded-3d36-4731-b773-374561da6e91 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0587032
Dec 02 15:49:22.615130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:22.821033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618ea40-9903-48a9-a731-025257b1bdf5 req-aeea27ae-a59d-4654-9ab9-81c825917603 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:22.832663 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8618ea40-9903-48a9-a731-025257b1bdf5 req-aeea27ae-a59d-4654-9ab9-81c825917603 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.1364455
Dec 02 15:49:22.895451 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8618ea40-9903-48a9-a731-025257b1bdf5 req-0fad3428-c48a-4b80-9881-1ada4c63c105 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606649
Dec 02 15:49:23.122811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951591db-f95f-4a62-8064-a21c495bea70 req-f2ea5784-dd55-459d-8352-5c777c697f07 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:23.124627 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-951591db-f95f-4a62-8064-a21c495bea70 req-f2ea5784-dd55-459d-8352-5c777c697f07 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2853432
Dec 02 15:49:23.279205 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-951591db-f95f-4a62-8064-a21c495bea70 req-84043d7b-e4c1-48a4-a3fa-0dd697610913 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415389
Dec 02 15:49:23.443671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e0c3-6953-414c-8a14-cda2d1aaa49e req-915307e9-95b3-4fb4-95a0-14a00d64b054 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:23.445354 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2987e0c3-6953-414c-8a14-cda2d1aaa49e req-915307e9-95b3-4fb4-95a0-14a00d64b054 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.0932679
Dec 02 15:49:23.498662 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2987e0c3-6953-414c-8a14-cda2d1aaa49e req-1ff4954a-1dc0-4999-8096-4388e55ffbb4 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453486
Dec 02 15:49:23.792393 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-18082b71-916d-4fa3-8d03-1a4cf4728fd0 req-bf2bd0e7-dc0b-4692-a564-8386e8e21011 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0496700
Dec 02 15:49:23.978025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:24.008707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cc1c5-7fe5-46a9-bd5a-5b0dc0abaffb req-04544eba-6700-4689-9e36-e2027e5208e1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:24.015471 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a26cc1c5-7fe5-46a9-bd5a-5b0dc0abaffb req-04544eba-6700-4689-9e36-e2027e5208e1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1588244
Dec 02 15:49:24.066302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:24.210745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38f352-4181-451d-836c-359768ce296b req-ea5966c9-5c83-41ad-bb5d-e018db42c232 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:24.212612 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f38f352-4181-451d-836c-359768ce296b req-ea5966c9-5c83-41ad-bb5d-e018db42c232 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.1308317
Dec 02 15:49:24.269912 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f38f352-4181-451d-836c-359768ce296b req-1f04dfbd-4c23-4dd6-a0c9-595cc34f4655 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502179
Dec 02 15:49:24.304171 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a26cc1c5-7fe5-46a9-bd5a-5b0dc0abaffb req-a00eec6d-cd7c-41d1-89b2-f85a4739cf51 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2729511
Dec 02 15:49:24.386910 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP a1708264-3c5e-4351-8acf-d29aa68ce731 associated. External IP: 172.27.0.57, port: 6c5618f4-d019-4723-9ad0-1720cd93ca07.
Dec 02 15:49:24.544910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae789a8-6333-4751-b9b1-f45ad18b1e9a req-37a2ff43-83f9-4191-8ae0-62eaac145843 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:24.546726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1ae789a8-6333-4751-b9b1-f45ad18b1e9a req-37a2ff43-83f9-4191-8ae0-62eaac145843 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1029594
Dec 02 15:49:24.610109 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1ae789a8-6333-4751-b9b1-f45ad18b1e9a req-26503d15-f993-4b07-a74e-6dc0547ff298 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519118
Dec 02 15:49:24.927785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-d0671e77-08d2-4118-95ca-9d999acb3649 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:24.931161 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-d0671e77-08d2-4118-95ca-9d999acb3649 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.103 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.3910458
Dec 02 15:49:25.024177 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6d0674db-ca8d-47dd-93cf-0d8b99ee944f req-bd3ed08d-5aac-49df-b23f-3bf02c41df51 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0697908
Dec 02 15:49:25.233407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33a41b-e6dd-4601-ada9-db928424af91 req-6524bd98-0f89-4cde-a02e-9aa13f2b1dc6 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:25.235171 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca33a41b-e6dd-4601-ada9-db928424af91 req-6524bd98-0f89-4cde-a02e-9aa13f2b1dc6 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 945 time: 0.5585589
Dec 02 15:49:25.245180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Deleting port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:49:25.245579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:25.293825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:25.335318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46284) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:25.396508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:25.397179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:25.459389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:49:25.566356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85018e8-1787-46fa-b2df-50542b4c1c16 req-b61358fd-72c8-46e5-a34a-85ca4ee5ac3b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:25.568089 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f85018e8-1787-46fa-b2df-50542b4c1c16 req-b61358fd-72c8-46e5-a34a-85ca4ee5ac3b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.1228802
Dec 02 15:49:25.590358 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca33a41b-e6dd-4601-ada9-db928424af91 req-96d89447-8569-410c-a6e3-6208eb4e8f50 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111115
Dec 02 15:49:25.612115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 10125ed7-437d-4e72-b3b3-ee3b47b41c2f no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:49:25.651353 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f85018e8-1787-46fa-b2df-50542b4c1c16 req-bd3ca8c1-46e0-4ff2-a5df-59ec07431112 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749006
Dec 02 15:49:25.820564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:25.857260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,segment=NetworkSegment(b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a),segment_id=b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:25.858360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:25.895391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:25.899232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:25.930203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1ba1-ff27-4d37-8f6d-91d849621955 req-7435668b-718f-45ba-8478-dadfc93da903 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:25.932229 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-801f1ba1-ff27-4d37-8f6d-91d849621955 req-7435668b-718f-45ba-8478-dadfc93da903 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1039290
Dec 02 15:49:25.983321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:25.989294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:25.992535 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-801f1ba1-ff27-4d37-8f6d-91d849621955 req-62cc9495-a6cd-4db8-924f-ea8a64c08f54 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511167
Dec 02 15:49:26.076106 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f', 'code': 200}
Dec 02 15:49:26.195821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:26.246056 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e74f615c-56aa-4ae5-a4c0-84cdd6040664 req-a1af5829-80ba-4709-9580-be65c775bc97 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0517678
Dec 02 15:49:26.279844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:26.297056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-c317de79-6118-46f4-8c31-8a28ed6e0b89 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:26.299504 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-c317de79-6118-46f4-8c31-8a28ed6e0b89 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 809 time: 0.8489726
Dec 02 15:49:26.305702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Usage tracker for resource:security_group_rule and tenant:2f0cabc3a02447d69e36d96638277429 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:26.321563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:26.343751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:26.360089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Request body: {'port': {'device_id': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968', 'admin_state_up': True, 'tenant_id': '56c9112430664980ab7f1093238878e5'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:26.498178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,segment=NetworkSegment(b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a),segment_id=b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:26.498582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:26.533137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:49:26.547206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:49:26.558764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:49:26.559436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090cb5b70>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:49:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:26.700941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Calling delete_port for 10125ed7-437d-4e72-b3b3-ee3b47b41c2f owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:49:26.768836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34003f-b9dc-4100-94bd-42a04ec791b6 req-1e1d15eb-c08d-4f2a-9b6b-3e80634f8aff tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:26.771715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bf34003f-b9dc-4100-94bd-42a04ec791b6 req-1e1d15eb-c08d-4f2a-9b6b-3e80634f8aff tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.6345868
Dec 02 15:49:26.796478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:49:26.878744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b9525-de10-4b6d-99dc-160a0536944b req-ad160621-a709-45b7-bc58-a70749e38986 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:26.881036 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-026b9525-de10-4b6d-99dc-160a0536944b req-ad160621-a709-45b7-bc58-a70749e38986 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.1333065
Dec 02 15:49:26.915852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:26.936288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-026b9525-de10-4b6d-99dc-160a0536944b req-b17d7a3f-04c7-4824-85e1-afe42ff4c8a8 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491862
Dec 02 15:49:27.141743 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c484d8ea-1fa1-4539-9d5f-7acb0a9789b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "PUT /v2.0/floatingips/a1708264-3c5e-4351-8acf-d29aa68ce731 HTTP/1.1" status: 200  len: 991 time: 4.6731706
Dec 02 15:49:27.158474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:27.181937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:27.201219 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bf34003f-b9dc-4100-94bd-42a04ec791b6 req-7c253c66-3ca1-40d3-b9eb-5d903486608d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3950489
Dec 02 15:49:27.205637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b1db8-9405-4dac-831b-638d3c70df78 req-394e1906-48d8-4f23-bb88-15a7c71333bb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:27.210025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Usage tracker for resource:port and tenant:56c9112430664980ab7f1093238878e5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:27.214202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Quota usage for port was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:27.215599 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d9b1db8-9405-4dac-831b-638d3c70df78 req-394e1906-48d8-4f23-bb88-15a7c71333bb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 944 time: 0.1306620
Dec 02 15:49:27.227411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:27.248121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.275454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:49:27.275925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:49:27.281255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d9b1db8-9405-4dac-831b-638d3c70df78 req-6c0e7d40-356c-4825-8b8e-a22312d1f3b5 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632045
Dec 02 15:49:27.295651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.343301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e448ef6f-4733-4077-8793-6fcc855487ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:27.391928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46320) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:27.392720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f0cabc3a02447d69e36d96638277429&name=default HTTP/1.1" status: 200  len: 2879 time: 2.0510426
Dec 02 15:49:27.394486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Made reservation on behalf of 56c9112430664980ab7f1093238878e5 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:27.400506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.414099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706fc78-6b5f-4ea8-80ae-d34daf3607f2,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:27.494748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:27.508492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.546288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.623475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090cb5b70>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'a1708264-3c5e-4351-8acf-d29aa68ce731', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:4c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:50Z', 'updated_at': '2020-12-02T15:49:23Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:27.632661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:49:27.655180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.662156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0f3c8bc1-18dc-405e-847f-b9e2d331923c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:27.674690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:49:27.676127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090cb5b70>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:49:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:27.682285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706fc78-6b5f-4ea8-80ae-d34daf3607f2,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:27.684480 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'status': 'completed', 'code': 200}
Dec 02 15:49:27.685428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:27.686674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.688417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4706fc78-6b5f-4ea8-80ae-d34daf3607f2 HTTP/1.1" status: 204  len: 168 time: 0.2939308
Dec 02 15:49:27.703369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e8d3-a54c-42c7-8a4d-83a5fe7562b0 req-88bc22b9-0cbb-41eb-8623-bc6594454282 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:27.712103 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35f5e8d3-a54c-42c7-8a4d-83a5fe7562b0 req-88bc22b9-0cbb-41eb-8623-bc6594454282 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2991302
Dec 02 15:49:27.816592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Deleting port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:49:27.816989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:27.881955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-e1eb488e-6f40-4163-a419-815e4725c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:27.884322 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-e1eb488e-6f40-4163-a419-815e4725c580 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1163 time: 0.1421134
Dec 02 15:49:27.888930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35f5e8d3-a54c-42c7-8a4d-83a5fe7562b0 req-206cab9d-a3aa-4108-acba-d34332d535e6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750393
Dec 02 15:49:28.021905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:49:28.137401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-9135489d-276a-4c36-87ba-4766072fd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:28.139102 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-9135489d-276a-4c36-87ba-4766072fd28d service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.2032070
Dec 02 15:49:28.143473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 0fc63adc-a95c-4e8b-bc36-37690089fe6e up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:28.283684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c15697-5160-4e2a-91f5-275157a70fde req-69fd2b88-978d-4aab-8c77-d9e97920c6d7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:28.285548 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02c15697-5160-4e2a-91f5-275157a70fde req-69fd2b88-978d-4aab-8c77-d9e97920c6d7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.4065478
Dec 02 15:49:28.310244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46330) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:28.321475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'floatingip': {'port_id': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:28.323795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 0fc63adc-a95c-4e8b-bc36-37690089fe6e completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:28.335180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 0fc63adc-a95c-4e8b-bc36-37690089fe6e triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:28.335718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:28.390456 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-9792d3be-859b-498c-8832-6808c9dab743 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 999 time: 0.2405696
Dec 02 15:49:28.502375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Allocated IP 172.20.0.11 (ff174474-e4b7-43a0-9a9f-af048d26f968/32235f89-ed75-40a3-9901-36fa444be666/6ca07d1b-88a8-4b33-89ea-6b80adb12fa7) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:49:28.572002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:28.576444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-3f61b42e-60a0-496a-96bc-947c9008e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:28.578668 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-3f61b42e-60a0-496a-96bc-947c9008e5fe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1752822
Dec 02 15:49:28.620883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 0fc63adc-a95c-4e8b-bc36-37690089fe6e, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=0fc63adc-a95c-4e8b-bc36-37690089fe6e,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:28.622453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:28.646969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46342) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:28.649291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:28.655519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:28.659350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:28.680794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090cb5b70>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'a1708264-3c5e-4351-8acf-d29aa68ce731', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:4c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:50Z', 'updated_at': '2020-12-02T15:49:23Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:28.685700 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ce48bb56-7e04-4f88-996d-a71409804376 req-e04a9fe8-2687-41b5-bf02-65b6c2d50030 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.5788822
Dec 02 15:49:28.686409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf76a1b-e8eb-4d7f-93a4-7f79b1fe3868 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'a1708264-3c5e-4351-8acf-d29aa68ce731', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:4c:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:50Z', 'updated_at': '2020-12-02T15:49:23Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:49:28.801558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=0fc63adc-a95c-4e8b-bc36-37690089fe6e,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:28.805239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:28.872511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:28.965250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:28.988033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Usage tracker for resource:security_group_rule and tenant:a701309537b04dd791e3895bb161f8b8 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:29.004684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:29.029963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-ad06ff83-9624-4a1d-800b-5c59194690fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:29.031576 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-ad06ff83-9624-4a1d-800b-5c59194690fe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3857760
Dec 02 15:49:29.043196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:29.056820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] For port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,segment=NetworkSegment(b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a),segment_id=b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:29.057238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:29.119650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855f505-c128-4b80-856f-42b6bd49c226 None None] New status for floating IP a1708264-3c5e-4351-8acf-d29aa68ce731: ACTIVE {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:49:29.235094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 0fc63adc-a95c-4e8b-bc36-37690089fe6e up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:29.429359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe998e38-c4a9-4a5f-ab93-b91538175a9d req-bdce85a1-cecd-4190-b602-c02c0915c6a8 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:29.431416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe998e38-c4a9-4a5f-ab93-b91538175a9d req-bdce85a1-cecd-4190-b602-c02c0915c6a8 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 943 time: 0.8935585
Dec 02 15:49:29.517643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 0fc63adc-a95c-4e8b-bc36-37690089fe6e triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:29.518334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:29.590810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:29.606852 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe998e38-c4a9-4a5f-ab93-b91538175a9d req-a7df610f-a85d-448b-bab3-33c13280efd8 tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/security-groups?id=c5909fa2-c77c-4168-9ee1-dcfedca78f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107566
Dec 02 15:49:29.624951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Calling delete_port for 10125ed7-437d-4e72-b3b3-ee3b47b41c2f owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:49:29.636549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-65870b63-27e5-46c3-b91e-699ea5ccd65e service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600553
Dec 02 15:49:29.761548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:29.774014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d838-701d-4086-a0f4-804423d477cc req-05980dc8-f192-4e54-8818-ef9d651f8397 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:29.775747 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f165d838-701d-4086-a0f4-804423d477cc req-05980dc8-f192-4e54-8818-ef9d651f8397 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.8877499
Dec 02 15:49:29.794661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0b8a1986-38cd-4024-94f0-ab394ce9b89c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:29.820627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:49:29.939172 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e', 'code': 200}
Dec 02 15:49:30.026120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Pushing event updated for resources: {'Port': ['ID=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:30.035016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:30.068903 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f165d838-701d-4086-a0f4-804423d477cc req-95bfadca-d070-4ae1-8810-843964280b92 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287214
Dec 02 15:49:30.245635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.262285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd46a63d-71a4-433d-bf78-b287e1b3fdce req-0e5e4661-91b0-41b7-b0ac-8a4f3b59cdfd service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6158450
Dec 02 15:49:30.264532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.268348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Network ff174474-e4b7-43a0-9a9f-af048d26f968 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:49:30.289926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-69f96e1e-1b7f-4718-8f3b-ab73c088a801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:30.347032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:30.391694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.432663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.437284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.451642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:49:30.457151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:30.457878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.492426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Pushing event deleted for resources: {'Port': ['ID=10125ed7-437d-4e72-b3b3-ee3b47b41c2f,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:30.562911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:30.573880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-014377f7-a9de-475c-8da0-7c2c8cc15a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:30.608097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06602ec1-ec31-46fa-89e3-b1b0425352ce req-79b3086c-c8ac-449e-958d-00b227ce4691 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:30.609753 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-06602ec1-ec31-46fa-89e3-b1b0425352ce req-79b3086c-c8ac-449e-958d-00b227ce4691 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.3353944
Dec 02 15:49:30.616750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a701309537b04dd791e3895bb161f8b8&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9374199
Dec 02 15:49:30.619452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46352) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:30.623311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188398f-17c1-445f-990d-64a29a581a5d req-92907a95-d435-4c3c-8468-313f05988128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:30.624949 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1188398f-17c1-445f-990d-64a29a581a5d req-92907a95-d435-4c3c-8468-313f05988128 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 1163 time: 0.3011806
Dec 02 15:49:30.665634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631f727-f2ea-433e-839a-f9087e927659,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:30.681379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:30.697735 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3552670
Dec 02 15:49:30.726174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbad83-f694-4661-a5d0-b48da669ae56 req-4c98f4ca-4c33-4c05-92f7-4dd6e7f3cc95 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:30.726974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-5dfbad83-f694-4661-a5d0-b48da669ae56 req-4c98f4ca-4c33-4c05-92f7-4dd6e7f3cc95 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Synchronizing usage tracker for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:30.743347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Request body: {'port': {'device_id': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:30.776684 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Floating IP 5ce94133-53e8-415a-8ce1-d7724b56702c associated. External IP: 172.27.0.183, port: f1a284ff-0f4c-48d6-b0e8-b35db079365a.
Dec 02 15:49:30.846513 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1188398f-17c1-445f-990d-64a29a581a5d req-e5c39dba-0df8-40bb-9af9-372ac1ad2177 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061703
Dec 02 15:49:30.862996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] No DVR routers for this DVR port 10125ed7-437d-4e72-b3b3-ee3b47b41c2f on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:49:30.866517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:30.868723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-85948a1f-c1fe-434b-93f4-6ae9ce169278 req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.103 "DELETE /v2.0/ports/10125ed7-437d-4e72-b3b3-ee3b47b41c2f HTTP/1.1" status: 204  len: 173 time: 5.8364244
Dec 02 15:49:30.871660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-deleted', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:30.912423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-06602ec1-ec31-46fa-89e3-b1b0425352ce req-22a95805-69ae-4381-8a94-1f5192888f01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860539
Dec 02 15:49:30.941856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-5dfbad83-f694-4661-a5d0-b48da669ae56 req-4c98f4ca-4c33-4c05-92f7-4dd6e7f3cc95 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Unset dirty status for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:30.956251 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5dfbad83-f694-4661-a5d0-b48da669ae56 req-4c98f4ca-4c33-4c05-92f7-4dd6e7f3cc95 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 932 time: 0.5879178
Dec 02 15:49:31.107146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5dfbad83-f694-4661-a5d0-b48da669ae56 req-97ba3518-4f21-4c84-8c58-51c1d7019322 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470163
Dec 02 15:49:31.128767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.247573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.365813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.386386 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-644b4c9e-db84-4a3d-97eb-ddb2a2172516 req-7a6ec2df-0ce4-480a-bf19-ec0b8fa0ec5a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.0968683
Dec 02 15:49:31.524660 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fd7e98-e386-4d4c-8795-01ea862e34ee', 'name': 'network-vif-deleted', 'tag': '10125ed7-437d-4e72-b3b3-ee3b47b41c2f', 'status': 'completed', 'code': 200}
Dec 02 15:49:31.630363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.637965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-79155cf9-c0b6-46f0-b8cc-b1afda43ce76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:31.653624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631f727-f2ea-433e-839a-f9087e927659,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:31.661367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:31.669980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.674784 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2631f727-f2ea-433e-839a-f9087e927659 HTTP/1.1" status: 204  len: 168 time: 1.0540524
Dec 02 15:49:31.677614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:49:31.773746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bcf61-37cd-41da-9e9d-5f9479cafeca req-f62e4b69-15ed-40c2-a7c8-0501d3370067 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:31.776793 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a62bcf61-37cd-41da-9e9d-5f9479cafeca req-f62e4b69-15ed-40c2-a7c8-0501d3370067 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.1768789
Dec 02 15:49:31.888375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:49:31.895733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:31.901214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:49:31.918503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:49:31.920246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ee57b8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:49:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:31.970479 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a62bcf61-37cd-41da-9e9d-5f9479cafeca req-0aa4dbad-9b82-4908-bcbe-5d30bc35e97b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625593
Dec 02 15:49:31.978894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:49:31.988962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:32.004412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Transition to ACTIVE for port object 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:32.034644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:32.069339 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a1b1e73b-db09-47b9-857d-68bbf692efba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "PUT /v2.0/floatingips/5ce94133-53e8-415a-8ce1-d7724b56702c HTTP/1.1" status: 200  len: 991 time: 3.7527881
Dec 02 15:49:32.069339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:32.086207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:32.392925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:32.401958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:32.419636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:49:32.439566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee283-2d4f-433d-b153-1179daabafc9 req-6add1c01-c121-4032-a189-5c40387c97d5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:32.441431 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e7ee283-2d4f-433d-b153-1179daabafc9 req-6add1c01-c121-4032-a189-5c40387c97d5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1884527
Dec 02 15:49:32.572699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8e7ee283-2d4f-433d-b153-1179daabafc9 req-0385d044-506a-4e14-b344-9a2a93a598c7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208041
Dec 02 15:49:32.581251 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'status': 'completed', 'code': 200}
Dec 02 15:49:32.882960 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c11423d-d768-4330-835c-b1ee326aec6b req-0a1e11d2-5f0b-4d25-aae5-eebbf90afeaa tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] 10.222.0.101 "GET /v2.0/ports?device_id=01fd7e98-e386-4d4c-8795-01ea862e34ee HTTP/1.1" status: 200  len: 210 time: 0.0800819
Dec 02 15:49:32.960461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Attempting to bind port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:49:32.961118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Attempting to bind port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:49:32.961503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Attempting to bind port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 on network ff174474-e4b7-43a0-9a9f-af048d26f968 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:49:32.973586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:49:32.974384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Checking segment: {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:32.974384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:32.974786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Bound using segment: {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:49:32.975299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Bound port: 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:49:32.975683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:33.094101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515bff-043a-4eba-ac28-cd43346ad626 req-8de2fea0-cc06-459d-8408-bc2566ef3820 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:33.097210 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd515bff-043a-4eba-ac28-cd43346ad626 req-8de2fea0-cc06-459d-8408-bc2566ef3820 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.2379582
Dec 02 15:49:33.101946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-dd5a78ee-69e6-4b02-942d-2bbb6c07c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:33.103702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-dd5a78ee-69e6-4b02-942d-2bbb6c07c9d1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1162 time: 0.3779080
Dec 02 15:49:33.138621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ee57b8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5ce94133-53e8-415a-8ce1-d7724b56702c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:ab:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:53Z', 'updated_at': '2020-12-02T15:49:30Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:33.145078 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:49:33.171084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:49:33.172948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ee57b8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:49:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:33.294685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] For port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:49:33.316440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] For port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:49:33.321715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd515bff-043a-4eba-ac28-cd43346ad626 req-a26a27a7-245d-491e-b4eb-b74f24cfad3a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006161
Dec 02 15:49:33.365748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:33.444871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4802c436-9be6-4fb7-9b9b-cd16cd22fc50 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:33.455593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e508445-17a4-4e2c-b905-5ea6213385f9 req-a9778dda-0339-4608-90cf-e55d1807df2a tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:33.468977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:49:33.471896 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e508445-17a4-4e2c-b905-5ea6213385f9 req-a9778dda-0339-4608-90cf-e55d1807df2a tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.1225138
Dec 02 15:49:33.535362 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e508445-17a4-4e2c-b905-5ea6213385f9 req-309a8367-ed8c-48be-ace7-4b5f13ef8734 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623167
Dec 02 15:49:33.819915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-0658b7c9-70d1-44fd-a574-ad652f671a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:33.823103 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-0658b7c9-70d1-44fd-a574-ad652f671a59 service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.6744559
Dec 02 15:49:34.008794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:34.025033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:34.047253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ee57b8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5ce94133-53e8-415a-8ce1-d7724b56702c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:ab:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:53Z', 'updated_at': '2020-12-02T15:49:30Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:34.053719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d706d7-ff7e-4e2d-9ffb-1c6221933b9e None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5ce94133-53e8-415a-8ce1-d7724b56702c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:ab:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:48:53Z', 'updated_at': '2020-12-02T15:49:30Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:49:34.066498 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-4585012c-e08c-4c31-84ed-4eaed1a77113 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 999 time: 0.2307570
Dec 02 15:49:34.150549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.151256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:34.152854 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] 10.222.0.103 "PUT /v2.0/ports/6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 HTTP/1.1" status: 200  len: 1158 time: 3.4214725
Dec 02 15:49:34.154687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:34.202547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-e9c35a97-6ca6-490d-8e3b-e3d24edc415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.209414 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-e9c35a97-6ca6-490d-8e3b-e3d24edc415a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.1070533
Dec 02 15:49:34.211754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc209e0b-8b89-409f-bca8-aa1ecf5ac25a req-80db0d35-83e3-4cd1-9157-12af2d2ed1e5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.213418 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dc209e0b-8b89-409f-bca8-aa1ecf5ac25a req-80db0d35-83e3-4cd1-9157-12af2d2ed1e5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2598171
Dec 02 15:49:34.324584 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dc209e0b-8b89-409f-bca8-aa1ecf5ac25a req-e1c4e34d-1069-4e8e-83e1-69638e698a26 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696638
Dec 02 15:49:34.344176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-854740dd-ac94-49d1-b085-ca3e2ef519d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.347512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-854740dd-ac94-49d1-b085-ca3e2ef519d0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1329215
Dec 02 15:49:34.450556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cbf2e1-62b8-4b0a-bc07-25f38908c811 None None] New status for floating IP 5ce94133-53e8-415a-8ce1-d7724b56702c: ACTIVE {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:49:34.569505 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7', 'status': 'completed', 'code': 200}
Dec 02 15:49:34.657248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-0d1dfdd6-0e9d-4b3c-8936-ed4298a137e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.659499 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-0d1dfdd6-0e9d-4b3c-8936-ed4298a137e2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 1161 time: 0.2526288
Dec 02 15:49:34.706816 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-7b005d76-9e61-4117-9149-312db1486ff4 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3325427
Dec 02 15:49:34.926808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e398fd-1856-4d8b-b977-df639dbc2d89 req-a1d3f233-8be5-49bf-beaa-d11030f390e9 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:34.935325 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47e398fd-1856-4d8b-b977-df639dbc2d89 req-a1d3f233-8be5-49bf-beaa-d11030f390e9 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.1290355
Dec 02 15:49:34.987942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-47e398fd-1856-4d8b-b977-df639dbc2d89 req-76542b51-ecf3-4570-97fe-759be81e7478 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Synchronizing usage tracker for tenant:56c9112430664980ab7f1093238878e5 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:35.036152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d2998731-15fe-427a-9b94-009a9851079b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 HTTP/1.1" status: 200  len: 217 time: 0.3061988
Dec 02 15:49:35.038215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87ae56b9-76ab-4278-8c4b-6712985efbde req-8faddfdd-473b-4e86-83c2-5fe93f7bfbbe service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3067632
Dec 02 15:49:35.078050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-47e398fd-1856-4d8b-b977-df639dbc2d89 req-76542b51-ecf3-4570-97fe-759be81e7478 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Unset dirty status for tenant:56c9112430664980ab7f1093238878e5 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:35.080793 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-47e398fd-1856-4d8b-b977-df639dbc2d89 req-76542b51-ecf3-4570-97fe-759be81e7478 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438985
Dec 02 15:49:35.226174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d3608e6b-adf1-4cbd-a1eb-e12a30dc255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:35.228059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-d3608e6b-adf1-4cbd-a1eb-e12a30dc255e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=32235f89-ed75-40a3-9901-36fa444be666 HTTP/1.1" status: 200  len: 849 time: 0.1334257
Dec 02 15:49:35.313059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-fb02d536-3ff1-42c8-aaac-48fcf0daeb3b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff174474-e4b7-43a0-9a9f-af048d26f968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709541
Dec 02 15:49:35.604541 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-470bb133-c675-4473-9701-482e245abf33 service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753615
Dec 02 15:49:35.767867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946c45a-ca8e-4a48-be83-686a3dcc2514 req-7626fdaf-257b-43e6-8588-8b986ef81c00 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:35.769481 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9946c45a-ca8e-4a48-be83-686a3dcc2514 req-7626fdaf-257b-43e6-8588-8b986ef81c00 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2653761
Dec 02 15:49:35.814948 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d17de552-5d11-4dbb-838b-6fb9cfb15e8c req-e560bc55-e8ff-483d-ad5d-0863b8a32f8b service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2025383
Dec 02 15:49:35.840235 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9946c45a-ca8e-4a48-be83-686a3dcc2514 req-d1cae683-bf31-4188-aece-b8ee9c55e714 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587842
Dec 02 15:49:36.114779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-86c532f4-f09f-411c-862f-981dcc48c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:36.116457 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-86c532f4-f09f-411c-862f-981dcc48c55e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 1161 time: 0.0820343
Dec 02 15:49:36.351378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-4c925075-63a2-4d02-9e8d-30f45010b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:36.353012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-4c925075-63a2-4d02-9e8d-30f45010b650 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 903 time: 0.1956556
Dec 02 15:49:36.458247 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-1ef58f43-1ad7-43b2-bbf2-bf7fe22f5534 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 HTTP/1.1" status: 200  len: 217 time: 0.0782533
Dec 02 15:49:36.465519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5400de1-a7b4-4392-a409-781612518a96 req-b2d03da2-749d-46d2-ba16-3a0cc90ad8c2 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:36.467420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c5400de1-a7b4-4392-a409-781612518a96 req-b2d03da2-749d-46d2-ba16-3a0cc90ad8c2 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.1696277
Dec 02 15:49:36.572804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-20de8898-550e-4ed6-8219-e2f15449a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:36.574375 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-20de8898-550e-4ed6-8219-e2f15449a1cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=32235f89-ed75-40a3-9901-36fa444be666 HTTP/1.1" status: 200  len: 849 time: 0.1059663
Dec 02 15:49:36.576974 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c5400de1-a7b4-4392-a409-781612518a96 req-9f38bf84-402e-4538-8777-4721b6999d90 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713904
Dec 02 15:49:36.633546 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-5338080d-0dca-4cab-b6a2-94fda8e88351 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff174474-e4b7-43a0-9a9f-af048d26f968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454290
Dec 02 15:49:36.831040 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-713ed489-2a51-45ac-be32-511c966faab6 service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512406
Dec 02 15:49:36.951582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46532) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:37.026372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Deleting subnet e5e25bbc-8112-456d-b722-bd609196348b {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:49:37.030048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:37.044865 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ccaa3d-f9b8-4418-885e-7e5e3bd6b973 req-4d059abb-e61f-4d70-b188-46fc8f41b245 service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2059240
Dec 02 15:49:37.148169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:37.164075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:37.236790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cf927-2e1e-4dc7-a121-a35dc0f84c1b req-b9df190e-b755-4927-af65-8c2317bf0c72 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:37.237978 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-606cf927-2e1e-4dc7-a121-a35dc0f84c1b req-b9df190e-b755-4927-af65-8c2317bf0c72 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1727839
Dec 02 15:49:37.371248 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-606cf927-2e1e-4dc7-a121-a35dc0f84c1b req-4531d1b8-2201-4f85-9b4b-bf359e5269fe tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157582
Dec 02 15:49:37.781183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:37.799516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:37.845637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e25bbc-8112-456d-b722-bd609196348b,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:37.895732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:38.005172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:38.015280 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e5e25bbc-8112-456d-b722-bd609196348b HTTP/1.1" status: 204  len: 168 time: 1.0608032
Dec 02 15:49:38.020089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46548) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:38.046545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cab09-9226-4e3c-ba4b-0b0135d123e9 req-8537977e-1e38-41f5-8f35-30963cbde8dc tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:38.050423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c87cab09-9226-4e3c-ba4b-0b0135d123e9 req-8537977e-1e38-41f5-8f35-30963cbde8dc tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.1557868
Dec 02 15:49:38.129508 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c87cab09-9226-4e3c-ba4b-0b0135d123e9 req-9030a12d-e550-4809-b078-7a0c6a602838 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723395
Dec 02 15:49:38.146631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:38.357247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:38.480458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f10905fa898>> segment before_delete 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.480863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f10905fa898>> subnet precommit_delete_associations 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.481669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> segment_host_mapping after_create 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.482066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> port after_create 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.482429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> port after_delete 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.482814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> port after_update 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.483180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> segment after_delete 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.483545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> subnet after_create 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.483909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> subnet after_delete 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.484312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f10917eb7b8>> subnet after_update 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.550997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f108b259ac8>> subnet after_create 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.551397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f108b259ac8>> subnet after_delete 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.551777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f108b259ac8>> subnet before_create 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.552204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f108b259ac8>> subnet before_update 55550000 {{(pid=80393) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:49:38.552626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10906ee550>,) {'filters': {'network_id': ['e9552d4f-e707-48bc-a8bf-2f1d46861609']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:38.567506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10906ee550>, 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:38.567846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10906ee550>, 'b45b4ef9-7ce2-4606-b2f0-dad838b0cc2a') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:49:38.581421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:38.678344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:38.680880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:49:38.708829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52663-cc09-44d0-ba43-e303953a97f2 req-3f37d7d3-4807-4881-82b6-f2cd1c0304d0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:38.710482 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5dc52663-cc09-44d0-ba43-e303953a97f2 req-3f37d7d3-4807-4881-82b6-f2cd1c0304d0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0856013
Dec 02 15:49:38.763277 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5dc52663-cc09-44d0-ba43-e303953a97f2 req-cf816da9-baca-458b-aa8c-3ba2e0bdc095 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460870
Dec 02 15:49:39.108255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:49:39.122306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:39.390603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949a85-fec5-41f7-83f9-6e556fb60397 req-c6a63e5b-76a9-4a9b-9bdc-eb9434a4fce0 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:39.393675 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-70949a85-fec5-41f7-83f9-6e556fb60397 req-c6a63e5b-76a9-4a9b-9bdc-eb9434a4fce0 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.0917919
Dec 02 15:49:39.409777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-0d4e5b29-5593-4fb1-a6c3-033ca68297e2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:39.411551 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-0d4e5b29-5593-4fb1-a6c3-033ca68297e2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.3525076
Dec 02 15:49:39.412223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-1d5fccb0-4c8c-482c-8031-0663b4ca8996 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:49:39.449099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Network e9552d4f-e707-48bc-a8bf-2f1d46861609 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:49:39.449456 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-70949a85-fec5-41f7-83f9-6e556fb60397 req-320b8f4c-d977-47af-b54d-7d738b54aa83 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479305
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   (rel_b, rel_a, rel_b),
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   (rel_b, rel_a, rel_b),
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:49:39.481796 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:49:39.484259 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-1617e801-c1e5-4e27-bde9-a41fc4beab35 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/quotas/bf0ccd282f4042c2af3ebf05183275c7 HTTP/1.1" status: 200  len: 375 time: 0.0555830
Dec 02 15:49:39.647223 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-eb7d4ca7-ed3c-4712-aa28-02ae2fdaadc5 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1041822
Dec 02 15:49:39.804191 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-829aa1e9-52c3-41ca-9820-d5bc57495691 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489224
Dec 02 15:49:39.804983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:39.809421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a0f9ab25-5b9a-45d8-a539-fb652ab75bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:39.862846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:39.868044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9552d4f-e707-48bc-a8bf-2f1d46861609,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:39.879887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:39.930740 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e9552d4f-e707-48bc-a8bf-2f1d46861609 HTTP/1.1" status: 204  len: 168 time: 1.9091413
Dec 02 15:49:40.023299 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-92a8da45-7126-4a08-846e-509bdf5cecd9 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1967659
Dec 02 15:49:40.026618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89631ddd-73c0-4a12-a5da-556617fe771e req-a4cc4674-5678-44c2-a0db-ec52369076c8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:40.028542 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-89631ddd-73c0-4a12-a5da-556617fe771e req-a4cc4674-5678-44c2-a0db-ec52369076c8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1193199
Dec 02 15:49:40.067030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.098108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-89631ddd-73c0-4a12-a5da-556617fe771e req-2fc85fe3-caf6-4346-8e9d-f276aa472f68 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607917
Dec 02 15:49:40.307247 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a7b899f-d096-42f3-bad5-f4e7a5c6937a req-e876158e-b508-4fbc-b20c-684e7a0bc7f3 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.0510662
Dec 02 15:49:40.380671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46604) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:40.435270 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-dae791d4-df50-468a-9a92-68fd6a5bed4b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cfa8264f106340e3bae2ec60311e66f3&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0532334
Dec 02 15:49:40.437901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46608) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:40.515068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.547090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.568204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:40.646879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.656579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03541eae-41a0-456c-9775-81ce95757365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:40.674408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5909fa2-c77c-4168-9ee1-dcfedca78f85,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:40.679807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:40.695957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:40.701726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:40.702252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.716791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78609d61-25f1-4fec-8579-fb7697e3eb7d req-d420f8a1-dc85-4a2d-8bd0-a0a95c4312ee tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:40.726832 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78609d61-25f1-4fec-8579-fb7697e3eb7d req-d420f8a1-dc85-4a2d-8bd0-a0a95c4312ee tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 944 time: 0.1260719
Dec 02 15:49:40.754157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.758156 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c5909fa2-c77c-4168-9ee1-dcfedca78f85 HTTP/1.1" status: 204  len: 168 time: 0.3160524
Dec 02 15:49:40.837502 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78609d61-25f1-4fec-8579-fb7697e3eb7d req-3375fb8f-5463-4a5b-b6f0-08fc72c98e46 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091003
Dec 02 15:49:40.897246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.925651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:40.936333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:40.963629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:40.965681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:41.010343 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7', 'code': 200}
Dec 02 15:49:41.045776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:41.049501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:41.352536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b33a57-f4dd-4424-abba-f18e80791df2 req-fb71cb76-18da-43fa-8e25-12b675881515 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:41.355006 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31b33a57-f4dd-4424-abba-f18e80791df2 req-fb71cb76-18da-43fa-8e25-12b675881515 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1111791
Dec 02 15:49:41.419042 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31b33a57-f4dd-4424-abba-f18e80791df2 req-441fa8ba-b439-46bb-ab0e-553a0a41b5ed tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567236
Dec 02 15:49:41.508768 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d0e9f7b0-c463-4c20-90f8-e1b6ed2e49b1 req-69eac095-171d-4108-bb18-815070323a74 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.0498688
Dec 02 15:49:41.605735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051797-3839-4445-872b-dc8c99c34a26 req-a32b4cfb-97d5-44c6-b7e7-e142cd37a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:41.607356 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6b051797-3839-4445-872b-dc8c99c34a26 req-a32b4cfb-97d5-44c6-b7e7-e142cd37a802 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 1163 time: 0.0861876
Dec 02 15:49:41.632679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:41.669316 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6b051797-3839-4445-872b-dc8c99c34a26 req-3a9bd31c-aae1-49e8-a808-f7e8743f2004 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538988
Dec 02 15:49:41.726166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:41.727061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:41.917568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d4d28e7c-550c-4d67-9db5-61a25f339365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:42.079036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1edb2-0dba-4c68-a1b1-48be29199baf req-3b46090b-7580-4bae-a14f-3268b0e1d583 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:42.081727 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-29a1edb2-0dba-4c68-a1b1-48be29199baf req-3b46090b-7580-4bae-a14f-3268b0e1d583 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.1076355
Dec 02 15:49:42.137583 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-29a1edb2-0dba-4c68-a1b1-48be29199baf req-d5032ad4-73dc-432a-81be-63ec9a0b4277 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493553
Dec 02 15:49:42.660310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0471a-06c6-40fd-9dbc-5c0c86a0101e req-1354573a-0258-4f82-a093-1ce80b483aa3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:42.662457 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08c0471a-06c6-40fd-9dbc-5c0c86a0101e req-1354573a-0258-4f82-a093-1ce80b483aa3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1001601
Dec 02 15:49:42.711791 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d41e4b8e-633b-451f-9a02-cb1b51fca7fd req-9033151b-565b-4704-81d1-d5c197c595e0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.0510197
Dec 02 15:49:42.733686 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-08c0471a-06c6-40fd-9dbc-5c0c86a0101e req-14123460-055a-4944-adb4-2c5025488bad tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474164
Dec 02 15:49:43.341065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-eeb1b9ff-6b30-4d93-974f-eacb67b592cb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:43.341977 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-eeb1b9ff-6b30-4d93-974f-eacb67b592cb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.1806538
Dec 02 15:49:43.388021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Request body: {'port': {'device_id': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b', 'admin_state_up': True, 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:43.569591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493072d-c7a1-4ae7-a70e-683caf627866 req-434d18e3-2f51-448d-a23e-180182d93d87 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:43.571533 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0493072d-c7a1-4ae7-a70e-683caf627866 req-434d18e3-2f51-448d-a23e-180182d93d87 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.2279730
Dec 02 15:49:43.583223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:43.614409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:43.639152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0493072d-c7a1-4ae7-a70e-683caf627866 req-2b07a2e1-5a4b-45bf-a6b2-87263580a00c tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591762
Dec 02 15:49:43.671821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:49:43.678230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:43.946713 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c5e48cd-54cd-4f56-b6af-a774ffc6273f req-f3c256f7-d106-4dd8-b16f-2cf117e31124 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.0550816
Dec 02 15:49:43.963341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f8542e0-7e41-45dd-a7d2-45cce2578f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.123862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Allocated IP 172.20.0.13 (0e8d58a1-9518-45ad-8e30-37b570122f7b/d2572690-dbab-4ed6-a6b9-bb60d288a91d/bcba1c17-23ad-42ca-a39f-5066ffafea07) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:49:44.135666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c231-557f-4830-a345-f6a362a8b1dc req-5aec7cec-7777-470a-b169-e26c1357f2ec tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:44.137368 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-36d3c231-557f-4830-a345-f6a362a8b1dc req-5aec7cec-7777-470a-b169-e26c1357f2ec tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.2254212
Dec 02 15:49:44.190838 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-36d3c231-557f-4830-a345-f6a362a8b1dc req-86a34d3b-9a25-4b99-94ba-1913b5b15eeb tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463481
Dec 02 15:49:44.468648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.481541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46728) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:44.518916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.534345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:44.645228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.662149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:44.666979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event updated for resources: {'Port': ['ID=bcba1c17-23ad-42ca-a39f-5066ffafea07,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:44.667645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Usage tracker for resource:security_group_rule and tenant:def0c5a7fce04942a41bc1a73c780b94 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:44.674830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:44.678138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:44.691226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:44.737616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:49:44.739073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:49:44.741812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:49:44.812016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:44.812956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.914836 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5312493
Dec 02 15:49:44.949583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Request body: {'port': {'device_id': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:49:44.958020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:44.972282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a76e-6c1d-4d37-b0c1-2c3834c7e1e2 req-1ecda787-2854-47ec-af6f-a32babf5e624 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:44.976547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e40a76e-6c1d-4d37-b0c1-2c3834c7e1e2 req-1ecda787-2854-47ec-af6f-a32babf5e624 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.1379724
Dec 02 15:49:45.003594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.018748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-eac37632-ed42-4cc4-bc9d-b9726210da86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:45.071924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae28ed5d-bae6-450e-828f-655b58f7e193,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:45.095825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=def0c5a7fce04942a41bc1a73c780b94&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6129422
Dec 02 15:49:45.098677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46742) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:45.099621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:45.141460 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e40a76e-6c1d-4d37-b0c1-2c3834c7e1e2 req-8810dd7d-3f57-458e-971a-040e387c3516 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576560
Dec 02 15:49:45.169501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.238198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.278103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.392457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.465552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.480326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:45.526606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de573-aa5a-4098-a9f2-f88c93d93ff3 req-31c89ea9-287d-481a-86b4-6e612c778b34 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:45.527269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9e1de573-aa5a-4098-a9f2-f88c93d93ff3 req-31c89ea9-287d-481a-86b4-6e612c778b34 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:45.561665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae28ed5d-bae6-450e-828f-655b58f7e193,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:45.570759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:45.577942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:45.582651 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae28ed5d-bae6-450e-828f-655b58f7e193 HTTP/1.1" status: 204  len: 168 time: 0.4570150
Dec 02 15:49:45.624645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75880db7-14c9-4b88-b728-77250b50d155 req-1cf04966-9c72-44bc-a596-bfb3b0bd4b59 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:45.624852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9e1de573-aa5a-4098-a9f2-f88c93d93ff3 req-31c89ea9-287d-481a-86b4-6e612c778b34 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:45.627816 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75880db7-14c9-4b88-b728-77250b50d155 req-1cf04966-9c72-44bc-a596-bfb3b0bd4b59 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1528091
Dec 02 15:49:45.632567 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9e1de573-aa5a-4098-a9f2-f88c93d93ff3 req-31c89ea9-287d-481a-86b4-6e612c778b34 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 932 time: 0.3305941
Dec 02 15:49:45.686013 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75880db7-14c9-4b88-b728-77250b50d155 req-450d9e89-63cc-4a74-9582-e0c9c11924cd tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510330
Dec 02 15:49:45.697637 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9e1de573-aa5a-4098-a9f2-f88c93d93ff3 req-cd9dc7fb-29df-4502-ab11-4e685d9f1c5e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638607
Dec 02 15:49:45.845543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.007001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcba1c17-23ad-42ca-a39f-5066ffafea07 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:49:46.015131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.031456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Transition to ACTIVE for port object bcba1c17-23ad-42ca-a39f-5066ffafea07 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:49:46.106882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.130490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-295a49e8-3bae-45c4-aa03-8adfaaa527db tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:46.225046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.288603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Pushing event updated for resources: {'Port': ['ID=bcba1c17-23ad-42ca-a39f-5066ffafea07,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:46.301229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:46.376462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46768) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:46.396551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.414166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:46.418266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4c0317fb660c47daa0a784a3f15040f7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:46.421520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:46.429441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:46.474445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Attempting to bind port bcba1c17-23ad-42ca-a39f-5066ffafea07 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:49:46.474759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Attempting to bind port bcba1c17-23ad-42ca-a39f-5066ffafea07 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:49:46.475134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Attempting to bind port bcba1c17-23ad-42ca-a39f-5066ffafea07 on network 0e8d58a1-9518-45ad-8e30-37b570122f7b {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:49:46.481118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:49:46.481495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Checking segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:49:46.481907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.482309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Bound using segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:49:46.482788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Bound port: bcba1c17-23ad-42ca-a39f-5066ffafea07, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:49:46.483239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.585920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] For port bcba1c17-23ad-42ca-a39f-5066ffafea07, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:49:46.589229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] For port bcba1c17-23ad-42ca-a39f-5066ffafea07, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=bcba1c17-23ad-42ca-a39f-5066ffafea07,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:49:46.627038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.632212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.643801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:46.671954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.682266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a049d53b-4bd6-4ebd-b384-a8d1b1033cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:46.746008 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4c0317fb660c47daa0a784a3f15040f7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3683412
Dec 02 15:49:46.746956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4340ad-0f46-4efb-80c2-5817203b68fe,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:46.751731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46778) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:46.761039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:46.837177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Pushing event updated for resources: {'Port': ['ID=bcba1c17-23ad-42ca-a39f-5066ffafea07,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:46.840933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:46.903871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.935448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:46.936408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:46.938829 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] 10.222.0.103 "PUT /v2.0/ports/bcba1c17-23ad-42ca-a39f-5066ffafea07 HTTP/1.1" status: 200  len: 1158 time: 1.9935942
Dec 02 15:49:46.940060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:46.959746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2461-36b9-4de6-bc66-e2245fce79cf req-19e2ce28-8580-40e7-929a-91e3b740c1d7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:46.963893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-131a2461-36b9-4de6-bc66-e2245fce79cf req-19e2ce28-8580-40e7-929a-91e3b740c1d7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1052306
Dec 02 15:49:46.973241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:47.030627 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-131a2461-36b9-4de6-bc66-e2245fce79cf req-adfdd5d9-af7f-4438-9017-192c9213af05 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557399
Dec 02 15:49:47.140160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:47.147807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:47.169350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4340ad-0f46-4efb-80c2-5817203b68fe,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:47.179528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:47.209430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:47.211022 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cd4340ad-0f46-4efb-80c2-5817203b68fe HTTP/1.1" status: 204  len: 168 time: 0.4581547
Dec 02 15:49:47.254129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97bfa5-d00b-405d-8158-e7b45a026d13 req-b3f82303-7e1c-4eed-a94a-531cfddd2525 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:47.260577 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ab97bfa5-d00b-405d-8158-e7b45a026d13 req-b3f82303-7e1c-4eed-a94a-531cfddd2525 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.2238657
Dec 02 15:49:47.286065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-6704b801-37cc-4fdf-b692-8f6efb5f32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:47.287821 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-6704b801-37cc-4fdf-b692-8f6efb5f32aa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 1161 time: 0.2037117
Dec 02 15:49:47.318010 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ab97bfa5-d00b-405d-8158-e7b45a026d13 req-7b47f6c0-5488-4c4c-ac84-8d5880f0b1cb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546482
Dec 02 15:49:47.405021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07', 'status': 'completed', 'code': 200}
Dec 02 15:49:47.406606 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-c483dabf-99cf-4c9d-868c-c8cc4befa024 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcba1c17-23ad-42ca-a39f-5066ffafea07 HTTP/1.1" status: 200  len: 217 time: 0.0818708
Dec 02 15:49:47.489159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:47.545785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-0fa6baf2-ca2e-4755-aee2-31735ee0b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:47.548014 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-0fa6baf2-ca2e-4755-aee2-31735ee0b9a7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1042616
Dec 02 15:49:47.630853 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-6a4bc958-e891-4fa0-82e0-8089f47ccfc0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499198
Dec 02 15:49:47.777699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:47.778247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:47.863023 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-67e7bd36-4f8e-424c-8f90-e01330ebeb82 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749740
Dec 02 15:49:48.111577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36781-3af5-478f-8b4b-defa1a50f9a2 req-b5dc44e4-9995-4cc9-be71-fc6fd0eb1656 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:48.112981 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09e36781-3af5-478f-8b4b-defa1a50f9a2 req-b5dc44e4-9995-4cc9-be71-fc6fd0eb1656 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.2374218
Dec 02 15:49:48.119196 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7342c0a8-12aa-4fb6-a0c5-60020f77b86e req-6950f0db-9ebc-4ba5-aa55-dc1d7c10e45d service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1995313
Dec 02 15:49:48.198266 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09e36781-3af5-478f-8b4b-defa1a50f9a2 req-1f2de3d6-6411-4b42-b8e0-52d51a2efcdb tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708385
Dec 02 15:49:48.270859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45caff-0e2a-4239-b4b8-adce369fcb42 req-b2edbe9b-a5b5-4505-b833-882d8ae1cd1f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:48.272509 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca45caff-0e2a-4239-b4b8-adce369fcb42 req-b2edbe9b-a5b5-4505-b833-882d8ae1cd1f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0935616
Dec 02 15:49:48.327149 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca45caff-0e2a-4239-b4b8-adce369fcb42 req-c64246b0-ba6d-4678-9da0-ffcaacf4073b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422447
Dec 02 15:49:48.605190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-f7222b98-8968-41d1-ab20-bbc46dd8b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:48.606766 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-f7222b98-8968-41d1-ab20-bbc46dd8b9ad service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 1161 time: 0.1657927
Dec 02 15:49:48.614292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3290-a06e-40cc-aad8-315a194762cc req-07619a06-dc14-4c18-b000-e4233bd5303c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:48.621784 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d1cb3290-a06e-40cc-aad8-315a194762cc req-07619a06-dc14-4c18-b000-e4233bd5303c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.1346054
Dec 02 15:49:48.774724 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d1cb3290-a06e-40cc-aad8-315a194762cc req-5806dba5-b447-486a-8b1c-3fa195ca5d45 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519060
Dec 02 15:49:48.827465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-769fe7ff-0b61-40af-9541-6d63c4578649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:48.829571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-769fe7ff-0b61-40af-9541-6d63c4578649 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 908 time: 0.2053814
Dec 02 15:49:48.952144 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-3aa8c440-82e2-4ea3-a522-76c733b777eb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcba1c17-23ad-42ca-a39f-5066ffafea07 HTTP/1.1" status: 200  len: 217 time: 0.0963809
Dec 02 15:49:49.075278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-83179321-11f4-41b7-ab24-3ca4dac1a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:49.076905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-83179321-11f4-41b7-ab24-3ca4dac1a39a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.0699098
Dec 02 15:49:49.166150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-0e213fa8-c55b-4c8b-850a-7147acbc2af1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453203
Dec 02 15:49:49.335593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-8dd9b765-26ad-4bcf-a780-166500b64c2f service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607442
Dec 02 15:49:49.448038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8160169-4f3d-4a7b-9565-a6b978c9dc9e req-bd40b68b-114f-4a25-8429-ec38266d3c9e tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:49.458316 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8160169-4f3d-4a7b-9565-a6b978c9dc9e req-bd40b68b-114f-4a25-8429-ec38266d3c9e tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.1106675
Dec 02 15:49:49.508940 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8160169-4f3d-4a7b-9565-a6b978c9dc9e req-8fd2e090-9249-4427-91d7-83e414a3e818 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496104
Dec 02 15:49:49.772164 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-709807e1-fcb8-4522-8692-9e769fc5e879 req-491320ce-396f-430e-861b-990be3193257 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4203820
Dec 02 15:49:49.785297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cad729-305e-4770-aa60-6b7a713e4797 req-b7d5b8bc-400c-45ae-b823-58facd788708 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:49.786873 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-24cad729-305e-4770-aa60-6b7a713e4797 req-b7d5b8bc-400c-45ae-b823-58facd788708 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1422708
Dec 02 15:49:49.842717 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-24cad729-305e-4770-aa60-6b7a713e4797 req-84bd799e-1454-4878-a199-b8df4b27f6a3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493276
Dec 02 15:49:50.028637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7e14-c0cf-47dc-924f-4a68526f2303 req-3ebcf345-8c7d-406a-a6ed-a736f7db1c00 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:50.030314 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e9b7e14-c0cf-47dc-924f-4a68526f2303 req-3ebcf345-8c7d-406a-a6ed-a736f7db1c00 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.0976822
Dec 02 15:49:50.104411 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e9b7e14-c0cf-47dc-924f-4a68526f2303 req-f4d1bb10-c479-4c2d-b4cc-2bb826767f32 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610225
Dec 02 15:49:50.842973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aa477-f80c-4a97-9981-4353ee1a320e req-2f184edb-a763-4e7f-8fb3-8afc2c1d778f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:50.843507 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe3aa477-f80c-4a97-9981-4353ee1a320e req-2f184edb-a763-4e7f-8fb3-8afc2c1d778f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.1092477
Dec 02 15:49:50.929092 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe3aa477-f80c-4a97-9981-4353ee1a320e req-5cab1b7d-46f6-4b6c-84cb-e178de1613f7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768890
Dec 02 15:49:51.085357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fffbf-4711-4730-8f88-4c38913bf771 req-02963015-e9e1-46f7-82dd-70044ea67fa8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:51.087057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-705fffbf-4711-4730-8f88-4c38913bf771 req-02963015-e9e1-46f7-82dd-70044ea67fa8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0910892
Dec 02 15:49:51.143749 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-705fffbf-4711-4730-8f88-4c38913bf771 req-92cfaea6-d3c6-4de0-a68d-72e48d351bcf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493419
Dec 02 15:49:51.330654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-a3829f98-07b0-461b-a8f2-115bb30f2403 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:51.332264 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-a3829f98-07b0-461b-a8f2-115bb30f2403 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 946 time: 0.1392224
Dec 02 15:49:51.355328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b207a30-d641-4418-bf4a-618981ee908f req-7bd9d630-fdde-4844-9c9d-42d6160d4708 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:51.356868 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b207a30-d641-4418-bf4a-618981ee908f req-7bd9d630-fdde-4844-9c9d-42d6160d4708 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.1077757
Dec 02 15:49:51.455739 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b207a30-d641-4418-bf4a-618981ee908f req-5e8e600b-d7ca-4382-bfae-402e669e6822 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917530
Dec 02 15:49:51.482847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Deleting port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:49:51.483253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:51.758077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] For port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:51.758861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:51.896774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Calling delete_port for 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:49:52.167022 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a476a20a-da82-4dfc-898b-f89e2cab5013 req-42f7d0cf-7700-47fa-999b-e27273b4ef57 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0523574
Dec 02 15:49:52.230811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:52.246687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:52.352206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Pushing event deleted for resources: {'Port': ['ID=6ca07d1b-88a8-4b33-89ea-6b80adb12fa7,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:52.355003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:52.512435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e501a57-0d33-409f-be10-b40361744cde req-ee1e1f89-f1fe-4c5b-81a6-5b7f4fa4c05d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:52.518499 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4e501a57-0d33-409f-be10-b40361744cde req-ee1e1f89-f1fe-4c5b-81a6-5b7f4fa4c05d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1674197
Dec 02 15:49:52.586859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] No DVR routers for this DVR port 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:49:52.591495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:52.597402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'name': 'network-vif-deleted', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:52.638448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4e501a57-0d33-409f-be10-b40361744cde req-08af2c5e-2e35-443d-a913-603d9b9983fc tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079822
Dec 02 15:49:52.649789 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0e8ea07-4077-463e-8d2c-a5c36973d4b5 req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "DELETE /v2.0/ports/6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 HTTP/1.1" status: 204  len: 173 time: 1.2468622
Dec 02 15:49:52.680363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aac5e-6c63-42ed-b2bf-6f712f7617b7 req-d2cae09c-b188-4339-a979-a7a84ffdc7c8 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:52.682030 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb8aac5e-6c63-42ed-b2bf-6f712f7617b7 req-d2cae09c-b188-4339-a979-a7a84ffdc7c8 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.0887022
Dec 02 15:49:52.709278 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2cade-ff55-4d31-9cbd-8b9575d38b52', 'name': 'network-vif-deleted', 'tag': '6ca07d1b-88a8-4b33-89ea-6b80adb12fa7', 'status': 'completed', 'code': 200}
Dec 02 15:49:52.731484 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb8aac5e-6c63-42ed-b2bf-6f712f7617b7 req-0d52ff48-828b-47e1-9194-49293301892f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433173
Dec 02 15:49:54.346180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-75bbc93f-860c-4ff9-8f39-ef48abea1f16 req-5c73ca84-1988-47a8-909c-7fbe339d116a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Synchronizing usage tracker for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:49:54.397715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-75bbc93f-860c-4ff9-8f39-ef48abea1f16 req-5c73ca84-1988-47a8-909c-7fbe339d116a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Unset dirty status for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:49:54.398975 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75bbc93f-860c-4ff9-8f39-ef48abea1f16 req-5c73ca84-1988-47a8-909c-7fbe339d116a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.0984983
Dec 02 15:49:54.610605 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaa278-a8c1-4e50-b165-a92313621800 req-4aefec19-f3e8-42ea-b303-aec0a62be0de tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:54.612270 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4cbaa278-a8c1-4e50-b165-a92313621800 req-4aefec19-f3e8-42ea-b303-aec0a62be0de tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0900960
Dec 02 15:49:54.659757 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4cbaa278-a8c1-4e50-b165-a92313621800 req-9531c544-2b6d-42ef-bfcf-4d43d49aa3ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409565
Dec 02 15:49:54.863982 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c76af-9396-4913-8d75-4cb2c4fa5172 req-97cc53a9-4787-4dd4-8625-61a5e646f702 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:54.865591 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a49c76af-9396-4913-8d75-4cb2c4fa5172 req-97cc53a9-4787-4dd4-8625-61a5e646f702 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.0857477
Dec 02 15:49:54.916873 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a49c76af-9396-4913-8d75-4cb2c4fa5172 req-5be6905d-1380-4e0b-96cf-d2e1c31183a3 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447817
Dec 02 15:49:56.442039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510fed1-7477-408c-9d80-7b3a59069f31 req-d9aaedf4-cb6f-4b54-b344-d26f4b021e9b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:56.444462 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3510fed1-7477-408c-9d80-7b3a59069f31 req-d9aaedf4-cb6f-4b54-b344-d26f4b021e9b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1107461
Dec 02 15:49:56.503617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3510fed1-7477-408c-9d80-7b3a59069f31 req-17a68be3-b110-4073-b219-55704988aebc tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526514
Dec 02 15:49:56.580256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 46980) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:56.638218 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4ceff2a2-26ac-4011-a5e0-1e1ba9fc94e2 req-e532b5a5-e811-4457-be3b-451393d554f5 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=00d2cade-ff55-4d31-9cbd-8b9575d38b52 HTTP/1.1" status: 200  len: 210 time: 0.2895758
Dec 02 15:49:56.651491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device bcba1c17-23ad-42ca-a39f-5066ffafea07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:56.768742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcfcc3-d847-4d0d-a279-7b0dad8c3b72 req-af4e469c-b722-4b59-a927-fdd9a77402ca tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:56.770746 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9fcfcc3-d847-4d0d-a279-7b0dad8c3b72 req-af4e469c-b722-4b59-a927-fdd9a77402ca tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 944 time: 0.1127393
Dec 02 15:49:56.832148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:56.837411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port bcba1c17-23ad-42ca-a39f-5066ffafea07 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:49:56.843237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port bcba1c17-23ad-42ca-a39f-5066ffafea07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:56.844686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:56.854858 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9fcfcc3-d847-4d0d-a279-7b0dad8c3b72 req-7000313f-da9b-4fdd-9fe1-b05190c63b55 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776572
Dec 02 15:49:56.855903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:56.860985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Usage tracker for resource:security_group_rule and tenant:a45794d65e1444f3a1b647e2de0f5f42 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:56.864979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:56.872886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:56.976608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:56.979193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.008997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.013502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:49:57.027017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f399e8f6-a212-4f27-b76e-46d4be9bda65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:57.028656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port bcba1c17-23ad-42ca-a39f-5066ffafea07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=bcba1c17-23ad-42ca-a39f-5066ffafea07,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:49:57.050196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.059542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:57.094832 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a45794d65e1444f3a1b647e2de0f5f42&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5133870
Dec 02 15:49:57.097693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 46994) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:57.108080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d48718-6115-42f4-b5af-79a512a4ba1d,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:57.111695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:57.136704 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07', 'code': 200}
Dec 02 15:49:57.137357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:49:57.179141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.184309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:49:57.185213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6ca07d1b-88a8-4b33-89ea-6b80adb12fa7 not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:49:57.214561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=bcba1c17-23ad-42ca-a39f-5066ffafea07,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:57.215286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.227774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:57.300995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.306304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:57.318933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d48718-6115-42f4-b5af-79a512a4ba1d,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:57.323160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:57.336874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.340635 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46d48718-6115-42f4-b5af-79a512a4ba1d HTTP/1.1" status: 204  len: 168 time: 0.2387669
Dec 02 15:49:57.591897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3398-bca6-4cc1-bd93-b9ed25ffe020 req-6fcd5fd1-7fed-4ca1-a065-9fdc6eeb7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:57.594443 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31bd3398-bca6-4cc1-bd93-b9ed25ffe020 req-6fcd5fd1-7fed-4ca1-a065-9fdc6eeb7186 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 1163 time: 0.0947671
Dec 02 15:49:57.644382 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31bd3398-bca6-4cc1-bd93-b9ed25ffe020 req-45a00bf0-6f9c-49e0-b2a2-2ffe80645450 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403364
Dec 02 15:49:57.735213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ddfe9-5380-4c0b-9649-fc0cd928509d req-49cf5388-6345-44e9-92ff-76feca88422d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:57.736991 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-824ddfe9-5380-4c0b-9649-fc0cd928509d req-49cf5388-6345-44e9-92ff-76feca88422d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0877690
Dec 02 15:49:57.795551 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-824ddfe9-5380-4c0b-9649-fc0cd928509d req-d0e220a4-3323-43a9-b2de-49787a12a6f9 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516236
Dec 02 15:49:57.918040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47018) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:57.940962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:57.958219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:49:57.962564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Usage tracker for resource:security_group_rule and tenant:0b4ad4068d9143c78465f401b60fd531 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:49:57.966093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:49:57.973613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:49:58.151235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.160562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7620-2b30-47d3-8a2c-612419127d0f req-089d5ceb-8d90-47ee-8164-3080c3ecc265 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:58.160562 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a6e7620-2b30-47d3-8a2c-612419127d0f req-089d5ceb-8d90-47ee-8164-3080c3ecc265 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.1362491
Dec 02 15:49:58.185292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.199822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a9781c19-48a9-4f92-8f27-254acde809c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:58.215148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-256338ef-6647-4b86-a5bf-bbd4a684b642 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:58.217091 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-256338ef-6647-4b86-a5bf-bbd4a684b642 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 809 time: 0.1806202
Dec 02 15:49:58.238561 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-f20b29c5-4294-46ed-a89a-1b09fcb211e2 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/quotas/56c9112430664980ab7f1093238878e5 HTTP/1.1" status: 200  len: 375 time: 0.0120132
Dec 02 15:49:58.246684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device bcba1c17-23ad-42ca-a39f-5066ffafea07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:49:58.260306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60473604-818f-421c-aa30-2ffcfae25c05,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:58.276347 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0b4ad4068d9143c78465f401b60fd531&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3566296
Dec 02 15:49:58.280250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:58.283997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47034) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:49:58.289082 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a6e7620-2b30-47d3-8a2c-612419127d0f req-b128f1b6-cf51-4528-9630-8c83b5e76082 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221354
Dec 02 15:49:58.315175 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-0511301f-eb69-4ce3-8762-3e29d59f502b tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0672767
Dec 02 15:49:58.330678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port bcba1c17-23ad-42ca-a39f-5066ffafea07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:49:58.331073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.377868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.420496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.505971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.511860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-451799af-ae81-4a8f-9a6e-8c7f56f31e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:49:58.524558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-0fdc7dea-ba90-4395-9f3b-1e4c55937e37 service neutron] 10.222.0.101 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994357
Dec 02 15:49:58.524983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60473604-818f-421c-aa30-2ffcfae25c05,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:49:58.533569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:49:58.534518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:49:58.535990 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/60473604-818f-421c-aa30-2ffcfae25c05 HTTP/1.1" status: 204  len: 168 time: 0.2506163
Dec 02 15:49:58.720103 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-e48d2f8f-e080-4236-85a5-7373a2f72971 service neutron] 10.222.0.101 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1887608
Dec 02 15:49:59.020585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a686df9d-33c9-4d55-8e9f-12ebf1d00073 req-c8d5325c-a22c-4886-b02e-7afd4a4f4396 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.0907803
Dec 02 15:49:59.082162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa0fae-a21e-4940-b88d-a933d9f91973 req-980da841-863e-4b3d-b4af-6caec86f14a4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:59.093778 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8fa0fae-a21e-4940-b88d-a933d9f91973 req-980da841-863e-4b3d-b4af-6caec86f14a4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1114624
Dec 02 15:49:59.148260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8fa0fae-a21e-4940-b88d-a933d9f91973 req-9cf5d012-eee2-449a-a55e-ff7ee03459be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529177
Dec 02 15:49:59.537436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016467a-134d-4842-b91b-5900dee7ce01 req-6630084a-74eb-45f0-a60a-6fa808c252f9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:49:59.539138 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b016467a-134d-4842-b91b-5900dee7ce01 req-6630084a-74eb-45f0-a60a-6fa808c252f9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.0967724
Dec 02 15:49:59.593034 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b016467a-134d-4842-b91b-5900dee7ce01 req-ca9583b5-8a68-48a5-8b97-24b20c71f44e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472312
Dec 02 15:50:00.287015 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-aea1b759-c1fd-4f48-a2d1-6e56aa4f2d90 req-ec2fe7fb-9b37-406a-a9a6-b67e99396f7f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.0788946
Dec 02 15:50:00.393159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c4f40-14d9-4204-9c04-43539c973393 req-9e193347-da76-4e81-809d-b14dd2f2178f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:00.395096 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb9c4f40-14d9-4204-9c04-43539c973393 req-9e193347-da76-4e81-809d-b14dd2f2178f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1033032
Dec 02 15:50:00.447835 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb9c4f40-14d9-4204-9c04-43539c973393 req-2c13d8ad-fd04-4db4-ad79-125ca8347422 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459230
Dec 02 15:50:00.580496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device bcba1c17-23ad-42ca-a39f-5066ffafea07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:00.672828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port bcba1c17-23ad-42ca-a39f-5066ffafea07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:00.673541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:00.807124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device befb71b0-ee0d-4d99-a7e5-e25e48227efc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:00.819668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d3024-2c02-4b82-a7c1-f53b3987c805 req-f5aaa3de-e382-48da-a609-9c15acf8941b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:00.821396 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a52d3024-2c02-4b82-a7c1-f53b3987c805 req-f5aaa3de-e382-48da-a609-9c15acf8941b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.0918400
Dec 02 15:50:00.899737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port befb71b0-ee0d-4d99-a7e5-e25e48227efc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:00.900228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:00.910077 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a52d3024-2c02-4b82-a7c1-f53b3987c805 req-479f3b50-a252-43d8-8a0d-050833d45ea0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627108
Dec 02 15:50:01.531387 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4ce5272f-660f-46c5-89f2-7e344af0ac20 req-77282ced-737c-463b-a528-abd31eb23016 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.0939007
Dec 02 15:50:01.719345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-4bd70a68-dfc8-4969-a08e-fee42a220b50 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:01.719345 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-4bd70a68-dfc8-4969-a08e-fee42a220b50 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 809 time: 0.3322415
Dec 02 15:50:01.760609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Request body: {'port': {'device_id': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968', 'admin_state_up': True, 'tenant_id': '56c9112430664980ab7f1093238878e5'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:02.070511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9084b4-7b6b-4bc3-8ba6-47ae25d7ca66 req-3ccb9ab6-023e-4bfe-98bd-de225545ca71 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:02.072194 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd9084b4-7b6b-4bc3-8ba6-47ae25d7ca66 req-3ccb9ab6-023e-4bfe-98bd-de225545ca71 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.4085197
Dec 02 15:50:02.173154 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd9084b4-7b6b-4bc3-8ba6-47ae25d7ca66 req-0c5bbe67-e222-4fdf-8d0a-e20f47d34337 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894856
Dec 02 15:50:02.181763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:02.192443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:02.270151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47164) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:02.288979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Made reservation on behalf of 56c9112430664980ab7f1093238878e5 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:02.294813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.445612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.471054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:02.471497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Usage tracker for resource:security_group_rule and tenant:0564e7e7cd1f4b06af5d1a8815896672 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:02.475096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:02.481198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:02.580681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.615338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.625850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94b138b0-0b06-4c49-b143-3c9b3d51829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:02.679959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43d1c6-8e91-479d-920f-0bc88243cc4c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:02.683810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:02.696007 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0564e7e7cd1f4b06af5d1a8815896672&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4187360
Dec 02 15:50:02.696007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47174) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:02.699519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Allocated IP 172.20.0.3 (ff174474-e4b7-43a0-9a9f-af048d26f968/32235f89-ed75-40a3-9901-36fa444be666/83b04747-0785-4468-a620-adb9e32ec302) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:50:02.771502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.804148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.877420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7428de0e-8c6a-4439-8a22-0c9426088eb9 req-aebe1c20-422e-479e-9225-5a2950c04f32 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.0627863
Dec 02 15:50:02.934281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.939449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:02.966046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43d1c6-8e91-479d-920f-0bc88243cc4c,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:02.969648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:02.976875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:02.981407 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec43d1c6-8e91-479d-920f-0bc88243cc4c HTTP/1.1" status: 204  len: 168 time: 0.2865980
Dec 02 15:50:03.151727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.205266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04f0b-935f-40d7-bc5b-54795058c96d req-edfa6c87-9fcc-4dff-8984-45844be5878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:03.212617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8bc04f0b-935f-40d7-bc5b-54795058c96d req-edfa6c87-9fcc-4dff-8984-45844be5878c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 1162 time: 0.1498430
Dec 02 15:50:03.289876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8bc04f0b-935f-40d7-bc5b-54795058c96d req-87d00e9b-465f-4def-88e9-e1ba304b5fc9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685573
Dec 02 15:50:03.329006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.342262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47196) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:03.348629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e46fd0fe-70e2-4a83-838c-ef9dc76b0d8a tempest-DeleteServersTestJSON-1908149116 tempest-DeleteServersTestJSON-1908149116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:03.424278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Pushing event updated for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:03.428208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:03.459134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d20c66-b138-4684-a740-0649499ed040 req-aa9dd64c-7e32-457e-8c02-4512a2d2351e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:03.461047 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33d20c66-b138-4684-a740-0649499ed040 req-aa9dd64c-7e32-457e-8c02-4512a2d2351e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.0988617
Dec 02 15:50:03.536285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33d20c66-b138-4684-a740-0649499ed040 req-d9389cf4-920e-44b5-9e7a-398b3e13bc62 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679426
Dec 02 15:50:03.588702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Network ff174474-e4b7-43a0-9a9f-af048d26f968 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:50:03.590004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:50:03.593250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:50:03.621161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.641460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:03.646312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fff37204bd14445da4d48543e8693916 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:03.649488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:03.655723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:03.669903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:03.670581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.746953 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9934969
Dec 02 15:50:03.755463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.779122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47208) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:03.799498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.806812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1f20b9b6-75ae-4a38-9bef-908b4e8823eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:03.813746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:03.838175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Request body: {'port': {'device_id': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:03.850861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:03.862952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Usage tracker for resource:security_group_rule and tenant:a509f15304574066b478aaa0e1f83ceb is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:03.868517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:03.879323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:03.883983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661ec26-b158-4835-8c29-5ea5cdbec189,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:03.889734 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fff37204bd14445da4d48543e8693916&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5463572
Dec 02 15:50:03.893300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:03.893431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47212) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:04.007950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.036231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.047535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.047752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-72632d7d-21fc-46a6-afcb-9359a2b25c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:04.070081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.100201 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a509f15304574066b478aaa0e1f83ceb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3198254
Dec 02 15:50:04.101494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8557853-0313-4f1e-9b7a-cb9aa8c3ec1f,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:04.104262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47222) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:04.107264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:04.187023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.187705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.217626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.369280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72134a6-33a2-4eb4-a1a2-44f9282a4f37 req-dfbf9051-c161-402e-ae07-6c7b733ddfc4 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:04.374547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f72134a6-33a2-4eb4-a1a2-44f9282a4f37 req-dfbf9051-c161-402e-ae07-6c7b733ddfc4 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 931 time: 0.1074131
Dec 02 15:50:04.399275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.407823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:04.434981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8557853-0313-4f1e-9b7a-cb9aa8c3ec1f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:04.442672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:04.451025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.452283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c8557853-0313-4f1e-9b7a-cb9aa8c3ec1f HTTP/1.1" status: 204  len: 168 time: 0.3467803
Dec 02 15:50:04.467156 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f72134a6-33a2-4eb4-a1a2-44f9282a4f37 req-33974867-fb24-4d9d-9eb2-4003aa1584b8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891502
Dec 02 15:50:04.508408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.520068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:04.539005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661ec26-b158-4835-8c29-5ea5cdbec189,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:04.542053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:04.553669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.557150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7661ec26-b158-4835-8c29-5ea5cdbec189 HTTP/1.1" status: 204  len: 168 time: 0.6602764
Dec 02 15:50:04.726518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b04747-0785-4468-a620-adb9e32ec302 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:50:04.738224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.757422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Transition to ACTIVE for port object 83b04747-0785-4468-a620-adb9e32ec302 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:50:04.846746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:04.866159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:05.071638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Pushing event updated for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:05.079025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:05.128218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f449-fd0c-4c4f-8c7d-6b4181b5d061 req-04ae3c61-efd5-4d72-90f6-5deeb467b164 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:05.130057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f191f449-fd0c-4c4f-8c7d-6b4181b5d061 req-04ae3c61-efd5-4d72-90f6-5deeb467b164 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.3378665
Dec 02 15:50:05.318107 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f191f449-fd0c-4c4f-8c7d-6b4181b5d061 req-bb834549-0900-437e-8592-8890165d4e41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772413
Dec 02 15:50:05.515236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Attempting to bind port 83b04747-0785-4468-a620-adb9e32ec302 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:50:05.516729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Attempting to bind port 83b04747-0785-4468-a620-adb9e32ec302 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:50:05.517347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Attempting to bind port 83b04747-0785-4468-a620-adb9e32ec302 on network ff174474-e4b7-43a0-9a9f-af048d26f968 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:50:05.529124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:50:05.529856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Checking segment: {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:50:05.534709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:05.535387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Bound using segment: {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:50:05.536307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Bound port: 83b04747-0785-4468-a620-adb9e32ec302, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ff174474-e4b7-43a0-9a9f-af048d26f968'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:50:05.536971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:05.845596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:50:05.848156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=83b04747-0785-4468-a620-adb9e32ec302,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:50:05.889013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc76f3-e7c1-4c3a-8eef-0fa8f90319f4 req-1f46524b-f63e-40ca-ad0c-6aa52f0ea3ad tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:05.890413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-87dc76f3-e7c1-4c3a-8eef-0fa8f90319f4 req-1f46524b-f63e-40ca-ad0c-6aa52f0ea3ad tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Synchronizing usage tracker for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:50:05.897732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:05.926568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:06.106508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-87dc76f3-e7c1-4c3a-8eef-0fa8f90319f4 req-1f46524b-f63e-40ca-ad0c-6aa52f0ea3ad tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Unset dirty status for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:50:06.107818 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87dc76f3-e7c1-4c3a-8eef-0fa8f90319f4 req-1f46524b-f63e-40ca-ad0c-6aa52f0ea3ad tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.3584180
Dec 02 15:50:06.145195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Pushing event updated for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:06.184059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:06.253126 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87dc76f3-e7c1-4c3a-8eef-0fa8f90319f4 req-8369738a-ec7b-4ccc-9aa7-315c20c33378 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214738
Dec 02 15:50:06.259312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:06.260344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:06.261785 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] 10.222.0.103 "PUT /v2.0/ports/83b04747-0785-4468-a620-adb9e32ec302 HTTP/1.1" status: 200  len: 1157 time: 2.4293399
Dec 02 15:50:06.262295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'tag': '83b04747-0785-4468-a620-adb9e32ec302'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:06.327166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device befb71b0-ee0d-4d99-a7e5-e25e48227efc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:06.331183 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'tag': '83b04747-0785-4468-a620-adb9e32ec302', 'status': 'completed', 'code': 200}
Dec 02 15:50:06.434763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port befb71b0-ee0d-4d99-a7e5-e25e48227efc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:06.435435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:06.627087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-1b3b99a9-db14-460a-a549-772b8eda9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:06.632595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-1b3b99a9-db14-460a-a549-772b8eda9d77 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 1160 time: 0.2377243
Dec 02 15:50:06.727739 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-af168de1-bfc4-4b4f-bbad-6481920e4c35 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b04747-0785-4468-a620-adb9e32ec302 HTTP/1.1" status: 200  len: 217 time: 0.0717368
Dec 02 15:50:06.760824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f331-d412-47f4-81fd-1f056949349a req-644b4ae9-dec9-4e4a-901f-97cad24890e2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:06.771066 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e654f331-d412-47f4-81fd-1f056949349a req-644b4ae9-dec9-4e4a-901f-97cad24890e2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1340902
Dec 02 15:50:06.823170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:50:06.862545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e654f331-d412-47f4-81fd-1f056949349a req-a9c886f2-2f20-4a7f-8963-3c0efc2eab60 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898767
Dec 02 15:50:06.951780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-9e141b66-5218-48d9-8a07-72dba52d557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:06.972821 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-9e141b66-5218-48d9-8a07-72dba52d557b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=32235f89-ed75-40a3-9901-36fa444be666 HTTP/1.1" status: 200  len: 849 time: 0.2172976
Dec 02 15:50:07.129423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126d944-5e92-47a4-a9c0-a9c1a8d7394a req-cb0c7cb2-ab69-4515-9ad3-f699baa012ab tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:07.132204 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-a685fce2-e202-445e-940c-170d8f5ef158 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff174474-e4b7-43a0-9a9f-af048d26f968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1442223
Dec 02 15:50:07.139163 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9126d944-5e92-47a4-a9c0-a9c1a8d7394a req-cb0c7cb2-ab69-4515-9ad3-f699baa012ab tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1249106
Dec 02 15:50:07.259157 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9126d944-5e92-47a4-a9c0-a9c1a8d7394a req-b1479680-64f9-4245-8c9a-3ced14e77181 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186123
Dec 02 15:50:07.513260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-761622ce-e6a7-43eb-b668-873fcf470efc service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3690805
Dec 02 15:50:07.715783 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4b685c5-26c0-4d5f-aa37-5889147e803c req-e68829d4-64d4-4bd8-8032-3d8f4a12bb3c service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1891315
Dec 02 15:50:08.374444 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-131c122f-ef87-456b-aed1-5a959843cb3f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6575594
Dec 02 15:50:08.415431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e61b-a247-4476-b3b6-fe2ee69a8637 req-2fcc9ef2-9054-43a4-8d9a-45cabcecb7b9 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:08.433142 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a511e61b-a247-4476-b3b6-fe2ee69a8637 req-2fcc9ef2-9054-43a4-8d9a-45cabcecb7b9 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.6481347
Dec 02 15:50:08.561007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-07d8c8b6-bb87-4771-ac24-2e9d830dc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:08.562717 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-07d8c8b6-bb87-4771-ac24-2e9d830dc985 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=56c9112430664980ab7f1093238878e5&device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 1160 time: 0.3715942
Dec 02 15:50:08.576736 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a511e61b-a247-4476-b3b6-fe2ee69a8637 req-00b4c4e4-88f6-4b6b-9bd9-d851a114f380 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422157
Dec 02 15:50:08.933892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-72f31358-2af5-40ad-a194-4f126eb8a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:08.936762 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-72f31358-2af5-40ad-a194-4f126eb8a8ec service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.4465775
Dec 02 15:50:09.025146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-5e0710e6-738b-4ab5-a0b4-2d10395d6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:09.027872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-5e0710e6-738b-4ab5-a0b4-2d10395d6180 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 200  len: 903 time: 0.4371686
Dec 02 15:50:09.276110 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-fa2cf978-3fe1-4da6-9b99-85eb211c4219 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b04747-0785-4468-a620-adb9e32ec302 HTTP/1.1" status: 200  len: 217 time: 0.1400626
Dec 02 15:50:09.489407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-87779767-3ed0-46ea-8bdf-070b5ed13cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:09.492254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-87779767-3ed0-46ea-8bdf-070b5ed13cbe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=32235f89-ed75-40a3-9901-36fa444be666 HTTP/1.1" status: 200  len: 849 time: 0.2100637
Dec 02 15:50:09.493895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-7bc4ad0b-fa62-4239-bf61-c272c3f037f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:09.496416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-7bc4ad0b-fa62-4239-bf61-c272c3f037f5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.5285327
Dec 02 15:50:09.646853 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-021c4407-f223-436b-94b2-d552f71ff43a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.0933888
Dec 02 15:50:09.668064 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-476393c6-f8e5-4b9f-b0ff-44a72e78d3f1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ff174474-e4b7-43a0-9a9f-af048d26f968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1568780
Dec 02 15:50:09.955276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4165806-93f4-4192-a53c-627d901c4462 req-f0dcba9f-08d5-472d-b17d-bdc214e4cd94 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:09.963876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4165806-93f4-4192-a53c-627d901c4462 req-f0dcba9f-08d5-472d-b17d-bdc214e4cd94 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.1697350
Dec 02 15:50:10.016809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-0730cabf-e3ba-4868-968d-5a8abbb677de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:10.019794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-0730cabf-e3ba-4868-968d-5a8abbb677de service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.3503442
Dec 02 15:50:10.024370 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4165806-93f4-4192-a53c-627d901c4462 req-4c8cf447-11a5-4156-aab0-581d7901fd97 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594251
Dec 02 15:50:10.104575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:10.176773 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-0e43e35c-fb1b-4928-a101-1ddefe70bcda service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1177323
Dec 02 15:50:10.183073 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-84e284ef-df4f-4d55-bc07-0d2e642b17d8 service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4567735
Dec 02 15:50:10.680552 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-fe9a65ea-3dde-4e9f-98be-082df23ebf2d service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4776428
Dec 02 15:50:10.684769 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6477b4b8-d042-4fb2-8fdb-68c70a3a2e9c req-29c530d6-0d67-4698-84bf-68138050a382 service neutron] 10.222.0.103 "GET /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4392805
Dec 02 15:50:10.872495 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99e8c8dd-2d95-4482-a183-b4c8f0424fe9 req-14f2c035-cf3a-4cf4-a0e0-24fca783fc16 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553154
Dec 02 15:50:11.225181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-b7f8dc4a-7350-4c1c-a3fd-5aef9827d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:11.229249 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-b7f8dc4a-7350-4c1c-a3fd-5aef9827d7bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.1777754
Dec 02 15:50:11.236468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c47f-6a26-421c-bd1c-52ede69bf4bc req-fa187ae6-e75c-41a8-a8bc-6cab73dae3ee tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:11.240127 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c057c47f-6a26-421c-bd1c-52ede69bf4bc req-fa187ae6-e75c-41a8-a8bc-6cab73dae3ee tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2207322
Dec 02 15:50:11.364722 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c057c47f-6a26-421c-bd1c-52ede69bf4bc req-11884c9e-bce3-45e3-be68-e0e593afbd90 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090386
Dec 02 15:50:11.521092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-8c7a9e0a-29d3-4714-91f9-52ccfa827604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:11.522730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-8c7a9e0a-29d3-4714-91f9-52ccfa827604 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.2850614
Dec 02 15:50:11.530067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51bf34-6e67-41f8-89e7-f198f7b071c7 req-0d933b93-2c50-47e8-95e1-b4670483e310 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:11.531813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f51bf34-6e67-41f8-89e7-f198f7b071c7 req-0d933b93-2c50-47e8-95e1-b4670483e310 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.1601381
Dec 02 15:50:11.626428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-ad3558f4-94ef-435d-a8e0-a64729fb2ec2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.0889175
Dec 02 15:50:11.705593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f51bf34-6e67-41f8-89e7-f198f7b071c7 req-f6c48ae0-8930-4a8c-954b-adb697bc4079 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025300
Dec 02 15:50:11.734582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-937dd826-c391-4dad-9c99-f932dd774db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:11.736239 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-937dd826-c391-4dad-9c99-f932dd774db3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.0905328
Dec 02 15:50:11.806173 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-e7893622-5751-4d6d-8325-c8eadc7bc6b1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601408
Dec 02 15:50:11.917973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b66-3109-4cb9-b671-b28be378dae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:12.016990 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-0a702f85-2982-4442-a431-45822e30ea44 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914408
Dec 02 15:50:12.221949 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd60e8ff-5a19-4033-a394-210f64119b17 req-756a32bd-0784-4899-b57e-1cca3336985a service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882966
Dec 02 15:50:12.747266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a4605-8df1-4413-9368-af836a0e8ea4 req-0fa777c9-8224-4ec1-8ea2-17be56aebae1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:12.753567 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-396a4605-8df1-4413-9368-af836a0e8ea4 req-0fa777c9-8224-4ec1-8ea2-17be56aebae1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1884956
Dec 02 15:50:12.832892 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-396a4605-8df1-4413-9368-af836a0e8ea4 req-2c82c7d4-b785-4f64-af05-cd449cffb84d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636389
Dec 02 15:50:13.400582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f24b-bb70-4c3d-8ec7-991aa6b5b7c1 req-14cda7ef-fe7b-451a-bece-3e79e0e50766 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:13.402347 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b380f24b-bb70-4c3d-8ec7-991aa6b5b7c1 req-14cda7ef-fe7b-451a-bece-3e79e0e50766 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.4279063
Dec 02 15:50:13.466507 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b380f24b-bb70-4c3d-8ec7-991aa6b5b7c1 req-89bdc97c-5b3e-4554-acb6-b9882a9dbf85 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550508
Dec 02 15:50:13.911771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-abef8aae-63fc-4ac5-a33b-e6662f763e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:15.167704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:15.646446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62a37-c87a-4b69-a5ad-73ea75387a32 req-3ea92cfd-2f42-49f1-8b17-b593770ac05c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:15.649478 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a4d62a37-c87a-4b69-a5ad-73ea75387a32 req-3ea92cfd-2f42-49f1-8b17-b593770ac05c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1381567
Dec 02 15:50:15.701299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f18a7-985b-466f-8198-096b7fbc4371 req-b4d0fe8f-11cb-48cf-af36-723b9c4f3d03 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:15.703325 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-915f18a7-985b-466f-8198-096b7fbc4371 req-b4d0fe8f-11cb-48cf-af36-723b9c4f3d03 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.1237404
Dec 02 15:50:15.724130 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a4d62a37-c87a-4b69-a5ad-73ea75387a32 req-a223e2ba-9c48-44bc-8fea-71afee2e9251 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679882
Dec 02 15:50:15.765881 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-915f18a7-985b-466f-8198-096b7fbc4371 req-d3faa8c1-ae7e-425b-a01b-656f505efc74 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505717
Dec 02 15:50:15.845226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:16.212815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 83b04747-0785-4468-a620-adb9e32ec302 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:16.264615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:16.375173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 83b04747-0785-4468-a620-adb9e32ec302 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:50:16.383523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 83b04747-0785-4468-a620-adb9e32ec302 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:16.384103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:16.667198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:16.724264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b04747-0785-4468-a620-adb9e32ec302'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:16.745007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=83b04747-0785-4468-a620-adb9e32ec302,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:50:16.775282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:16.779258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:16.917087 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b04747-0785-4468-a620-adb9e32ec302', 'code': 200}
Dec 02 15:50:16.920348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:16.939395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.940560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.941491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.942386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.943349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.944354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.945059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.945820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.946553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.947183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.948040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.948758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.949550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.950444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.951159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.951892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.953245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.953973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.954687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.955569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.956455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.957937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.958648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.959260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:16.969328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:17.158168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c258a-5064-4356-8ad8-afd9ef58e427 req-b7415b82-eb59-43b6-8beb-6b99827155f8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:17.160261 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2f2c258a-5064-4356-8ad8-afd9ef58e427 req-b7415b82-eb59-43b6-8beb-6b99827155f8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1572242
Dec 02 15:50:17.176153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db658e-c2bd-44b7-9a6b-1610d299a875 req-b9b6402a-4c6a-4f9c-a18c-0edbc515c5b7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:17.190340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-34db658e-c2bd-44b7-9a6b-1610d299a875 req-b9b6402a-4c6a-4f9c-a18c-0edbc515c5b7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.2012384
Dec 02 15:50:17.280138 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2f2c258a-5064-4356-8ad8-afd9ef58e427 req-59729de4-79b9-4953-9a57-4e39b9c4fcb8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951843
Dec 02 15:50:17.308702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-34db658e-c2bd-44b7-9a6b-1610d299a875 req-4e483fc4-f89f-41c0-82e6-cd8c5d212ed7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165459
Dec 02 15:50:17.486269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47540) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:17.570306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b57a2-8251-4ed0-bf00-1fa8add0c179 req-8f981b07-c75c-4776-952f-9fecd4daf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:17.572571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-445b57a2-8251-4ed0-bf00-1fa8add0c179 req-8f981b07-c75c-4776-952f-9fecd4daf4d8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 1162 time: 0.0932715
Dec 02 15:50:17.673836 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-445b57a2-8251-4ed0-bf00-1fa8add0c179 req-92d80f9b-db70-4a29-b1c3-3a154c0d49c0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867341
Dec 02 15:50:17.815458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:17.839188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:17.849147 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Usage tracker for resource:security_group_rule and tenant:a4cb914eac01414fa5dd65cdfa8ae1d3 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:17.860684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:17.866636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:18.031555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.175032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.206427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03ce9e2e-1ad2-460e-865a-f044332cc104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:18.223557 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a4cb914eac01414fa5dd65cdfa8ae1d3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7339180
Dec 02 15:50:18.227776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47570) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:18.243807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62568212-0a1e-4f21-8dad-0968626c6ca9,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:18.259141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.259141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.259545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.260305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.260978 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.261643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.262286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.262935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.263595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.264319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.265541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.266201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.266969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.267642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.268328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.269313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.269974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.270629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.271263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.271917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.272573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.273203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.273857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.274500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.294889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:18.313176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47576) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:18.332668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.381494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.533739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.552205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fbeb6fdf-7ff3-4557-84ab-be0fa55299a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:18.607160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62568212-0a1e-4f21-8dad-0968626c6ca9,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:18.617915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.621971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:18.635861 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62568212-0a1e-4f21-8dad-0968626c6ca9 HTTP/1.1" status: 204  len: 168 time: 0.4061387
Dec 02 15:50:18.656248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.657377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.658065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.658744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.659411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.663618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.664525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.664674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.665245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.665907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.666821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.670302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.670302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.670302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.670970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.672973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.673654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.674328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.674991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:50:18.724024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:18.763224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Usage tracker for resource:security_group_rule and tenant:ae96693b48d24b978a0f46e60ac147de is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:18.766608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:18.780710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:18.810359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:18.841169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb56cc7-8738-4430-b82a-1ebb8b4e0127 req-ac07ed42-4fb0-4c42-829e-813270fd9b13 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:18.844518 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6fb56cc7-8738-4430-b82a-1ebb8b4e0127 req-ac07ed42-4fb0-4c42-829e-813270fd9b13 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.2054386
Dec 02 15:50:18.853148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeabc4-ee24-4016-b6db-14985230da6f req-70e80908-65c9-42bb-bed6-cbab96d9788e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:18.854874 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5aeabc4-ee24-4016-b6db-14985230da6f req-70e80908-65c9-42bb-bed6-cbab96d9788e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2019601
Dec 02 15:50:18.943637 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6fb56cc7-8738-4430-b82a-1ebb8b4e0127 req-99201245-2496-4621-9db2-6e2efbec9bcd tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858452
Dec 02 15:50:18.974397 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5aeabc4-ee24-4016-b6db-14985230da6f req-31a65bfd-ba95-4f6c-a3fa-92c35128010d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067924
Dec 02 15:50:19.057611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.370119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.396243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1ed3773-aea8-42e8-8106-a656dc188813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:19.460130 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae96693b48d24b978a0f46e60ac147de&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1450033
Dec 02 15:50:19.465750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47602) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:19.473012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2389e3-8848-4be3-a08a-554144a43455,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:19.478242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:19.625991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.690729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.814853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.832469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a6ab46db-cf3d-4a4f-9302-6765b1817c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:19.837839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 83b04747-0785-4468-a620-adb9e32ec302 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:19.864786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2389e3-8848-4be3-a08a-554144a43455,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:19.880148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:19.882693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:19.889765 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7c2389e3-8848-4be3-a08a-554144a43455 HTTP/1.1" status: 204  len: 168 time: 0.4203644
Dec 02 15:50:20.235520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47622) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:20.252011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 83b04747-0785-4468-a620-adb9e32ec302 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:20.254075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:20.556438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c871a-a452-4637-907b-1aa521f0337c req-d61d4685-1f8c-42c3-8365-717f83042018 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:20.575527 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4c0c871a-a452-4637-907b-1aa521f0337c req-d61d4685-1f8c-42c3-8365-717f83042018 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1980407
Dec 02 15:50:20.627053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bb720-d20a-4b9d-8119-d6b42f4b43f9 req-79cdb3b8-1dfb-46fb-bf79-6e6ee8c5a73c tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:20.631228 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e50bb720-d20a-4b9d-8119-d6b42f4b43f9 req-79cdb3b8-1dfb-46fb-bf79-6e6ee8c5a73c tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.2385018
Dec 02 15:50:20.649733 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4c0c871a-a452-4637-907b-1aa521f0337c req-d548568d-7eb5-4bfa-b151-b2dd5d6c36c2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674779
Dec 02 15:50:20.734845 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e50bb720-d20a-4b9d-8119-d6b42f4b43f9 req-a0e5fc3b-ca72-44c5-b024-fd38f2f76087 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910606
Dec 02 15:50:21.022810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.082867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:21.089443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Usage tracker for resource:security_group_rule and tenant:761d14ff9cad4a0396330d88e04190c9 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:21.095132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:21.105717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:21.262292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.305495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.325205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:21.428162 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=761d14ff9cad4a0396330d88e04190c9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1906347
Dec 02 15:50:21.432748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47650) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:21.432998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df23f75f-94f4-484e-9192-15d5f09068d0,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:21.438211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:21.540270 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47656) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:21.589575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.631543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.646172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:21.652023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Usage tracker for resource:security_group_rule and tenant:68666cab449c4a1e903bf16d116a8ff8 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:21.659174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:21.659706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 83b04747-0785-4468-a620-adb9e32ec302 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:21.679881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:21.683708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.931524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 83b04747-0785-4468-a620-adb9e32ec302 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:21.931950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:21.968006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.042477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.062889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:22.100955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-6779dee2-2da5-43c9-80f6-6591b46ce370 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:22.110518 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-6779dee2-2da5-43c9-80f6-6591b46ce370 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.3367352
Dec 02 15:50:22.134181 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-3bf55bf5-2965-486e-ac65-32805724f9dd tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/quotas/bf0ccd282f4042c2af3ebf05183275c7 HTTP/1.1" status: 200  len: 375 time: 0.0221021
Dec 02 15:50:22.192407 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=68666cab449c4a1e903bf16d116a8ff8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6474798
Dec 02 15:50:22.197285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47676) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:22.212352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7ddf1-02af-461c-969d-dedd1e737c3a,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:22.229360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:22.259074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.271602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b811da84-79c7-4cfb-9659-8432da76e2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:22.319014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bac7-924a-41c1-a1c2-a5956b37d791 req-08bfc817-3a8b-4d14-a2ca-92bc8166d5e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:22.319580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23f75f-94f4-484e-9192-15d5f09068d0,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:22.328623 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fad1bac7-924a-41c1-a1c2-a5956b37d791 req-08bfc817-3a8b-4d14-a2ca-92bc8166d5e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.3535717
Dec 02 15:50:22.335887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:22.361814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.363244 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df23f75f-94f4-484e-9192-15d5f09068d0 HTTP/1.1" status: 204  len: 168 time: 0.9262154
Dec 02 15:50:22.399575 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-db0c3739-4d71-40c5-a3a3-a404cf53c03c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2636275
Dec 02 15:50:22.409626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.440122 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fad1bac7-924a-41c1-a1c2-a5956b37d791 req-3f1c8837-e6aa-42ac-925c-e50f213d3211 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100795
Dec 02 15:50:22.529699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.730432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.737900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:22.761328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7ddf1-02af-461c-969d-dedd1e737c3a,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:22.767227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:22.776346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:22.776346 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47c7ddf1-02af-461c-969d-dedd1e737c3a HTTP/1.1" status: 204  len: 168 time: 0.5682509
Dec 02 15:50:22.792894 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-47159f08-2721-48a2-b4dd-4736a1a31437 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3836684
Dec 02 15:50:23.124983 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-35b7b322-ce4b-4f6d-ba08-0661ffa94ad9 service neutron] 10.222.0.101 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3232324
Dec 02 15:50:23.845223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2463bb-70e9-4eb7-99da-8fcc521ba99c req-f448f5bc-be2b-42a2-9b4a-6840281f3249 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:23.854314 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af2463bb-70e9-4eb7-99da-8fcc521ba99c req-f448f5bc-be2b-42a2-9b4a-6840281f3249 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1408553
Dec 02 15:50:23.945415 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af2463bb-70e9-4eb7-99da-8fcc521ba99c req-36a1c934-b8c6-4ebb-a40c-5b98721a00ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893080
Dec 02 15:50:24.016061 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-816c652a-6f91-4b94-940e-eefc0e1b697a req-0993369c-0740-4dad-bd1f-02569f0abead tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.0731184
Dec 02 15:50:24.388148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b06e2-f8ee-44d5-8ddf-8aa4b6a20299 req-4898cf99-ab61-4905-bb6d-c2093db0c784 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:24.390980 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-697b06e2-f8ee-44d5-8ddf-8aa4b6a20299 req-4898cf99-ab61-4905-bb6d-c2093db0c784 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.1385601
Dec 02 15:50:24.456955 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-697b06e2-f8ee-44d5-8ddf-8aa4b6a20299 req-dc957437-9bae-4680-8d0a-719f30ac01fb tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578797
Dec 02 15:50:25.339710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eb07-8954-4d09-9c80-1792dcc6d0ff req-a2d081c6-ed91-43d5-ba26-26193fe5aa3c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:25.346415 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-edb0eb07-8954-4d09-9c80-1792dcc6d0ff req-a2d081c6-ed91-43d5-ba26-26193fe5aa3c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1915276
Dec 02 15:50:25.456205 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-edb0eb07-8954-4d09-9c80-1792dcc6d0ff req-dd5453ac-738e-4c4d-b1c0-dba5429ddf17 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909736
Dec 02 15:50:25.512833 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42cf4027-eb4e-4a83-ab9d-69160686d862 req-d1011b78-634c-47d3-ba84-c9f279fddfc0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.0831919
Dec 02 15:50:26.127524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292b1a4-f88f-4241-a2e3-ff95306b5f6b req-8001270f-c0c2-4e61-9885-736fa26d10b7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:26.131153 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9292b1a4-f88f-4241-a2e3-ff95306b5f6b req-8001270f-c0c2-4e61-9885-736fa26d10b7 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.1360102
Dec 02 15:50:26.224582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9292b1a4-f88f-4241-a2e3-ff95306b5f6b req-5c6cd01a-dec5-48ce-8419-325e3cfe0358 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748515
Dec 02 15:50:26.871715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837dabdf-36ff-4f2a-a3ea-4a6f2efbccea req-cfa1a1ac-a68c-4ef2-a736-387d614aea14 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.0871499
Dec 02 15:50:26.873008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05449c-0c9a-40bf-97ef-256b0b0d9db3 req-cd5a08f1-66fe-43f7-abec-deebb2102729 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:26.884517 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3c05449c-0c9a-40bf-97ef-256b0b0d9db3 req-cd5a08f1-66fe-43f7-abec-deebb2102729 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1984448
Dec 02 15:50:26.977091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-06277096-8691-4504-b236-33b864c32dac tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:26.980160 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-06277096-8691-4504-b236-33b864c32dac tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 945 time: 0.3091581
Dec 02 15:50:27.020473 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3c05449c-0c9a-40bf-97ef-256b0b0d9db3 req-7bdd11b8-7d04-4357-b24c-f2d9e15095e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345849
Dec 02 15:50:27.334487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 83b04747-0785-4468-a620-adb9e32ec302 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:50:27.339937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Deleting port 83b04747-0785-4468-a620-adb9e32ec302 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:50:27.340367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:27.618151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:27.656902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=83b04747-0785-4468-a620-adb9e32ec302,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:50:27.658213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b04747-0785-4468-a620-adb9e32ec302'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:27.662354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-9528e6dc-d6a7-4b33-9c76-ef8e229fb3de tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:27.665077 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-9528e6dc-d6a7-4b33-9c76-ef8e229fb3de tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 814 time: 0.5528350
Dec 02 15:50:27.694606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:27.697417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:27.775229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Request body: {'port': {'device_id': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b', 'admin_state_up': True, 'tenant_id': 'bf0ccd282f4042c2af3ebf05183275c7'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:27.795202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:27.799848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:27.803041 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b04747-0785-4468-a620-adb9e32ec302', 'code': 200}
Dec 02 15:50:28.146574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d4946-e0e1-4380-a420-4b03ef49b758 req-7c8c7360-6975-4465-80da-10ae178e464f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:28.154549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd6d4946-e0e1-4380-a420-4b03ef49b758 req-7c8c7360-6975-4465-80da-10ae178e464f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.5148349
Dec 02 15:50:28.243427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:28.264219 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd6d4946-e0e1-4380-a420-4b03ef49b758 req-ae5f00b2-fbc5-475c-b93f-4a8b575818da tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080129
Dec 02 15:50:28.269272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=83b04747-0785-4468-a620-adb9e32ec302,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:50:28.269920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:28.294734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:28.299102 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b32af979-d32c-4259-82d2-6dbeb00fff5e req-4ab71e77-e1e3-4d50-b464-74af25a0c125 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.0677636
Dec 02 15:50:28.508333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Calling delete_port for 83b04747-0785-4468-a620-adb9e32ec302 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:50:28.645108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Made reservation on behalf of bf0ccd282f4042c2af3ebf05183275c7 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:28.650865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:28.749814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5578-b0f2-4092-aef1-232fdc040acc req-0829f307-9217-48d0-afac-14bc3fdcd780 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:28.749814 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-269f5578-b0f2-4092-aef1-232fdc040acc req-0829f307-9217-48d0-afac-14bc3fdcd780 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2527609
Dec 02 15:50:28.910530 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-269f5578-b0f2-4092-aef1-232fdc040acc req-b9cf0475-6415-469f-88d4-60e05db305f2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508124
Dec 02 15:50:28.961907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:50:28.962302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:50:29.191001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Allocated IP 172.20.0.6 (0e8d58a1-9518-45ad-8e30-37b570122f7b/d2572690-dbab-4ed6-a6b9-bb60d288a91d/edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:50:29.465553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Deleting port 83b04747-0785-4468-a620-adb9e32ec302 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:50:29.466455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:29.585486 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2ae1e47-8c88-4163-bc9a-9330688aa5b4 req-59a893b2-e5f2-474a-badf-b142f98f3048 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.0633464
Dec 02 15:50:29.870433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.182358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47854) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:30.305494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a288-bcc3-4e75-8f28-382389a898a2 req-fcb6f90e-470f-4edc-91fe-bf8d57b2f138 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:30.314137 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9b1a288-bcc3-4e75-8f28-382389a898a2 req-fcb6f90e-470f-4edc-91fe-bf8d57b2f138 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 943 time: 0.8072705
Dec 02 15:50:30.339487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6d1ab-43ee-459c-b4c9-858f0ead77af req-873ae98c-a8f6-44f2-84f1-0edbc2d58df0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:30.341218 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dbb6d1ab-43ee-459c-b4c9-858f0ead77af req-873ae98c-a8f6-44f2-84f1-0edbc2d58df0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1342425
Dec 02 15:50:30.347349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.393000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.406131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7b2a2108-0931-4cb7-9fe1-6753ecbc765f tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:30.429802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:30.434442 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dbb6d1ab-43ee-459c-b4c9-858f0ead77af req-c0d7742b-d016-4104-a96f-9342d3b9aed5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857508
Dec 02 15:50:30.441216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Usage tracker for resource:security_group_rule and tenant:762c628f12c246878e720e2aa4f23dac is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:30.448660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:30.463646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:30.617527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.659755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.674645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0bac35b9-69ff-4b94-bf6a-5d2ee51171b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:30.694425 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9b1a288-bcc3-4e75-8f28-382389a898a2 req-a2b08bc2-2d31-4dca-8f04-623bffbca788 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/security-groups?id=702a9989-e9f4-4a80-92cf-025aa0ce77cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3792784
Dec 02 15:50:30.706538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event updated for resources: {'Port': ['ID=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:30.710307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:30.737236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] For port 83b04747-0785-4468-a620-adb9e32ec302, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=83b04747-0785-4468-a620-adb9e32ec302,segment=NetworkSegment(896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d),segment_id=896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:50:30.737643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:30.761135 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=762c628f12c246878e720e2aa4f23dac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5765920
Dec 02 15:50:30.762558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74851fb4-d5cb-46e4-83ad-1e42c03b0d24,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:30.765203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 47868) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:30.775785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:31.041997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a942e-848e-4392-8c3b-0735e8cc8e7d req-f753402f-5905-4428-9458-5d07fd82aa26 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:31.052201 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-312a942e-848e-4392-8c3b-0735e8cc8e7d req-f753402f-5905-4428-9458-5d07fd82aa26 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 931 time: 0.1258128
Dec 02 15:50:31.114407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Calling delete_port for 83b04747-0785-4468-a620-adb9e32ec302 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:50:31.156588 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-312a942e-848e-4392-8c3b-0735e8cc8e7d req-dd7b3454-6a91-4a9e-a375-864528b5ecd6 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028457
Dec 02 15:50:31.264899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:50:31.271311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:50:31.277705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:50:31.306904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.406428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.481659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:31.482886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.689273 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9384868
Dec 02 15:50:31.722996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Request body: {'port': {'device_id': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:31.728711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc99e-78ac-4932-80d1-f50263bbd700 req-4e9c6a89-e87f-4c93-9d28-074f65435fe9 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:31.730649 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d51cc99e-78ac-4932-80d1-f50263bbd700 req-4e9c6a89-e87f-4c93-9d28-074f65435fe9 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1003051
Dec 02 15:50:31.768800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.784236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5dc7fd02-caa1-4aa2-8ba3-17d6d7186f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:31.802759 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d51cc99e-78ac-4932-80d1-f50263bbd700 req-0a4275e8-f57d-4974-b15a-43e635b072fb tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599461
Dec 02 15:50:31.802867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.809070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74851fb4-d5cb-46e4-83ad-1e42c03b0d24,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:31.840124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:31.844548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:31.902675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:31.903936 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/74851fb4-d5cb-46e4-83ad-1e42c03b0d24 HTTP/1.1" status: 204  len: 168 time: 1.1352556
Dec 02 15:50:31.969171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Pushing event deleted for resources: {'Port': ['ID=83b04747-0785-4468-a620-adb9e32ec302,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:31.977511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:32.142164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:32.164425 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1d852da6-7def-4e0f-a1d5-cffebef9e42c req-770489f3-56e9-4562-be3d-524bd2bb74d3 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.0952330
Dec 02 15:50:32.465867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] No DVR routers for this DVR port 83b04747-0785-4468-a620-adb9e32ec302 on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:50:32.471696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:32.475699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7f591ecd-a6f8-45c1-9e8f-cefb25296c29 req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.103 "DELETE /v2.0/ports/83b04747-0785-4468-a620-adb9e32ec302 HTTP/1.1" status: 204  len: 173 time: 5.4884334
Dec 02 15:50:32.493649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-deleted', 'tag': '83b04747-0785-4468-a620-adb9e32ec302'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:32.568717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c285-60d2-4e65-b66e-cad0ee82100e req-025bc202-c663-4f9d-9aa9-6676c73bc405 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:32.570881 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b869c285-60d2-4e65-b66e-cad0ee82100e req-025bc202-c663-4f9d-9aa9-6676c73bc405 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 931 time: 0.1700361
Dec 02 15:50:32.679187 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b869c285-60d2-4e65-b66e-cad0ee82100e req-671f4558-cb24-4380-8d88-fc13bf885ba0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948367
Dec 02 15:50:32.753324 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1057858-aa53-42ac-8b43-08a1c748f79c', 'name': 'network-vif-deleted', 'tag': '83b04747-0785-4468-a620-adb9e32ec302', 'status': 'completed', 'code': 200}
Dec 02 15:50:32.814950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47912) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:32.846093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:32.880211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:32.883536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:32.888777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Usage tracker for resource:security_group_rule and tenant:a1f8e02e80a34cf3b1d04c485bb7c6bf is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:32.895226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:32.916256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:33.049073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:33.049727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.064354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:50:33.099527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.148172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Transition to ACTIVE for port object edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:50:33.185322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.244043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62b80-b458-4806-bbb5-28dcdae04688 req-e57e633a-f8f9-465c-88a0-6ea7cea51ae6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:33.246706 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a4a62b80-b458-4806-bbb5-28dcdae04688 req-e57e633a-f8f9-465c-88a0-6ea7cea51ae6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1667936
Dec 02 15:50:33.305478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:33.350432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.356254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a4a62b80-b458-4806-bbb5-28dcdae04688 req-8c5bb16f-e1ff-4e20-8671-1fa50ce32747 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991573
Dec 02 15:50:33.395781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.406635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f48b48d7-5a47-46e6-9fe0-41ca5bb391c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:33.486250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32529f-09b2-4822-9c84-2f594d89d8a5,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:33.490754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:33.493551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b04c8360-c2df-4315-b5b4-b0e62de454f5 req-3c473689-96ac-4a81-bb82-26daf1d7021a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Synchronizing usage tracker for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:50:33.494566 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a1f8e02e80a34cf3b1d04c485bb7c6bf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6782246
Dec 02 15:50:33.503607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 47930) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:33.515197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Pushing event updated for resources: {'Port': ['ID=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:33.520559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:33.553668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b04c8360-c2df-4315-b5b4-b0e62de454f5 req-3c473689-96ac-4a81-bb82-26daf1d7021a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Unset dirty status for tenant:56c9112430664980ab7f1093238878e5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:50:33.555093 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b04c8360-c2df-4315-b5b4-b0e62de454f5 req-3c473689-96ac-4a81-bb82-26daf1d7021a tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] 10.222.0.101 "GET /v2.0/ports?device_id=a1057858-aa53-42ac-8b43-08a1c748f79c HTTP/1.1" status: 200  len: 210 time: 0.1559401
Dec 02 15:50:33.738566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.772590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Attempting to bind port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:50:33.773236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Attempting to bind port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:50:33.773581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Attempting to bind port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c on network 0e8d58a1-9518-45ad-8e30-37b570122f7b {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Checking segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Bound using segment: {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Bound port: edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831835ec-84ea-4035-96f4-7dbc2cfa4656', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0e8d58a1-9518-45ad-8e30-37b570122f7b'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:50:33.786494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.850470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:33.964766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] For port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:50:33.969805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] For port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:50:34.007932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:34.028440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:34.039049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c52d7087-1f9a-4d91-aa72-baf7f9078052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:34.041287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-761fecd4-3ad9-449c-9888-847f1b8264a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:34.063631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32529f-09b2-4822-9c84-2f594d89d8a5,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:34.074273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:34.153551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:34.156476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2c32529f-09b2-4822-9c84-2f594d89d8a5 HTTP/1.1" status: 204  len: 168 time: 0.6481993
Dec 02 15:50:34.200196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979be01-1e4a-4077-bb43-03a0c92148a1 req-fd6dfa2d-bf06-41c6-b99d-65a4b0731b8e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:34.209504 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c979be01-1e4a-4077-bb43-03a0c92148a1 req-fd6dfa2d-bf06-41c6-b99d-65a4b0731b8e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.2304337
Dec 02 15:50:34.409892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Pushing event updated for resources: {'Port': ['ID=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:34.435903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:34.503593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c979be01-1e4a-4077-bb43-03a0c92148a1 req-1f6533d0-1df9-403c-bf1a-c0c1b59b4650 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930214
Dec 02 15:50:34.526811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:34.528028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:34.531539 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-96017b61-0778-4115-8a71-8acee193909b service neutron] 10.222.0.103 "PUT /v2.0/ports/edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c HTTP/1.1" status: 200  len: 1157 time: 2.8154936
Dec 02 15:50:34.756469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:34.842971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-95b5dcfe-4ef2-4c68-ab48-b5af78efbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:34.844894 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-95b5dcfe-4ef2-4c68-ab48-b5af78efbda6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 1160 time: 0.1967876
Dec 02 15:50:34.855397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e37bb-760c-4dc6-b344-a6bf2718e44e req-f36ad4ac-2fad-48e5-98dc-331a61078d7b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:34.857372 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-810e37bb-760c-4dc6-b344-a6bf2718e44e req-f36ad4ac-2fad-48e5-98dc-331a61078d7b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1456010
Dec 02 15:50:35.339172 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c', 'status': 'completed', 'code': 200}
Dec 02 15:50:35.389743 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-47045a78-34dc-41e8-a0e0-107caae31494 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c HTTP/1.1" status: 200  len: 217 time: 0.1570117
Dec 02 15:50:35.519934 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-810e37bb-760c-4dc6-b344-a6bf2718e44e req-d31c3a31-f281-43dd-a0c0-6e3271eb78cb tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6548398
Dec 02 15:50:35.599791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b62b-b014-4394-b187-b78f64579e86 req-8365c0e8-2a4d-46bf-bfe2-d1a6fb5684b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:35.602643 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-8365c0e8-2a4d-46bf-bfe2-d1a6fb5684b9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1902046
Dec 02 15:50:35.765756 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-1e24737f-fc3a-4582-a761-6faeca5933e1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1489174
Dec 02 15:50:36.065099 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-168e66ab-c253-4b5b-abe8-9176a604720c service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580645
Dec 02 15:50:36.078182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dae6b-e3fe-4c35-81cc-2f247c22bd83 req-d0d95796-7ef6-44e0-a16a-845ba090128e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:36.078974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e58dae6b-e3fe-4c35-81cc-2f247c22bd83 req-d0d95796-7ef6-44e0-a16a-845ba090128e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:50:36.326412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e58dae6b-e3fe-4c35-81cc-2f247c22bd83 req-d0d95796-7ef6-44e0-a16a-845ba090128e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:50:36.327520 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e58dae6b-e3fe-4c35-81cc-2f247c22bd83 req-d0d95796-7ef6-44e0-a16a-845ba090128e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.4748688
Dec 02 15:50:36.467305 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b736b62b-b014-4394-b187-b78f64579e86 req-e53fcc92-4911-4c51-b8a2-670e78a1253e service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3841646
Dec 02 15:50:36.489388 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e58dae6b-e3fe-4c35-81cc-2f247c22bd83 req-addf54e1-767a-4154-9bba-832ee4557689 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314602
Dec 02 15:50:36.880059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-dc016c83-7408-4acd-9b5a-4dadae96b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:36.881788 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-dc016c83-7408-4acd-9b5a-4dadae96b6d0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 1160 time: 0.1799030
Dec 02 15:50:36.894833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7d68-577c-47b7-ab0a-46740b57057a req-4ce6c12d-dbde-4c9f-98d3-547dfb5a4840 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:36.902808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03bb7d68-577c-47b7-ab0a-46740b57057a req-4ce6c12d-dbde-4c9f-98d3-547dfb5a4840 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1496332
Dec 02 15:50:37.060265 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03bb7d68-577c-47b7-ab0a-46740b57057a req-b1ba54d6-2d40-4f1f-9873-609c327edaf8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563926
Dec 02 15:50:37.167737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-c81dabb4-290b-45ce-a3ea-ffb48dd883cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:37.172019 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-c81dabb4-290b-45ce-a3ea-ffb48dd883cb service neutron] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 908 time: 0.2658176
Dec 02 15:50:37.320429 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-d96a16a8-3495-4a95-9e48-2e85cd7a0601 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c HTTP/1.1" status: 200  len: 217 time: 0.1383078
Dec 02 15:50:37.475368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-65b11552-58a1-42a1-98b4-b0320b57c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:37.477055 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-65b11552-58a1-42a1-98b4-b0320b57c1b6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.1103897
Dec 02 15:50:37.539520 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-e05edf90-7d7b-4343-99c7-0bc3ca086ffc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493169
Dec 02 15:50:38.062093 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-2fdcbf1e-0616-4bcd-864e-a0c6d7c70688 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4802201
Dec 02 15:50:38.374262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47e96-d97f-4329-90e7-30c8a98d53b4 req-7dadb8ab-5162-4116-af55-7cb4465ec979 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:38.375317 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fad47e96-d97f-4329-90e7-30c8a98d53b4 req-7dadb8ab-5162-4116-af55-7cb4465ec979 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.4710515
Dec 02 15:50:38.387529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e17a12-0926-42c6-863c-4b10929ece97 req-6da8a28a-b988-46eb-beab-59e2f4a2e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:38.391018 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94e17a12-0926-42c6-863c-4b10929ece97 req-6da8a28a-b988-46eb-beab-59e2f4a2e542 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.4083505
Dec 02 15:50:38.466450 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-141c33d9-3f30-476b-a374-38ba658f97e3 req-01f1d3e1-5ab9-4b2c-9853-8bd86bbfed32 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3883212
Dec 02 15:50:38.507169 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fad47e96-d97f-4329-90e7-30c8a98d53b4 req-d1497793-ca2c-49ed-a1ae-f308e43d0022 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143546
Dec 02 15:50:38.537661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db010c8e-1216-408c-a50b-b2380e19edcf req-5f8dbbe0-8195-4034-9ec0-9d7eca7a266f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:38.539510 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-db010c8e-1216-408c-a50b-b2380e19edcf req-5f8dbbe0-8195-4034-9ec0-9d7eca7a266f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1051984
Dec 02 15:50:38.631120 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-db010c8e-1216-408c-a50b-b2380e19edcf req-7422c5a2-f27d-4d43-ad39-0acbbda70628 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780911
Dec 02 15:50:41.306369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:41.317590 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94e17a12-0926-42c6-863c-4b10929ece97 req-bbfd313c-08dd-4af6-9334-524dc5ec1519 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420275
Dec 02 15:50:41.875666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d13946df-7cf7-44ad-83db-3b63990550aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:42.109562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726c5bf-e9fb-4138-9b45-39a4d3a1ab9a req-aeede33f-b87a-4bec-8a6d-f85ca04020e6 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:42.111900 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6726c5bf-e9fb-4138-9b45-39a4d3a1ab9a req-aeede33f-b87a-4bec-8a6d-f85ca04020e6 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.1518376
Dec 02 15:50:42.137822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40422a38-3a5c-4c84-87c9-5e146a793cea req-cbfbb2c4-9de1-466e-b0c7-13babe620b17 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:42.141391 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40422a38-3a5c-4c84-87c9-5e146a793cea req-cbfbb2c4-9de1-466e-b0c7-13babe620b17 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1381593
Dec 02 15:50:42.191872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6726c5bf-e9fb-4138-9b45-39a4d3a1ab9a req-16e00491-2920-4fca-b7a9-a800e722b3ca tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722852
Dec 02 15:50:42.206299 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40422a38-3a5c-4c84-87c9-5e146a793cea req-37140088-7c21-4821-9cfd-280e7a39668d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507874
Dec 02 15:50:43.505120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01089-b3d6-46a8-84db-959788cf8a1f req-5b0da0fd-3082-4f41-b4d6-3bbf98d4b05b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:43.507574 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33e01089-b3d6-46a8-84db-959788cf8a1f req-5b0da0fd-3082-4f41-b4d6-3bbf98d4b05b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.1062703
Dec 02 15:50:43.588774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e617572-f3f8-46ee-af2f-b437176c4629 req-dfea7a71-fcf1-4248-8aba-07644ceefa2a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:43.590699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e617572-f3f8-46ee-af2f-b437176c4629 req-dfea7a71-fcf1-4248-8aba-07644ceefa2a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1590757
Dec 02 15:50:43.600236 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33e01089-b3d6-46a8-84db-959788cf8a1f req-330f9f1d-f451-410d-9f1a-2b8a472e094b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772219
Dec 02 15:50:43.697696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e617572-f3f8-46ee-af2f-b437176c4629 req-e133ab38-0032-4e31-b9c4-49fe00de1ddf tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867057
Dec 02 15:50:43.824452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:50:43.940615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e7da156c-4a9e-4db9-adf8-be30764223d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:44.643370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48170) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:45.091842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7234-fa65-4d43-bd2d-7b5967ad5c98 req-c13ab3a0-92a6-49e5-be4c-f0164d8401ac tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:45.103789 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-df3e7234-fa65-4d43-bd2d-7b5967ad5c98 req-c13ab3a0-92a6-49e5-be4c-f0164d8401ac tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1833825
Dec 02 15:50:45.181007 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-df3e7234-fa65-4d43-bd2d-7b5967ad5c98 req-20fb86eb-d5e9-4cf9-b3c6-899a356dccc5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755770
Dec 02 15:50:45.222370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:45.290760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48188) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:45.378510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:45.541791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c179b91-258a-4502-8edc-b53c916ed0d0 req-422f8199-49a0-4a3d-a7c7-b0b1dbe2a73f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:45.552152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7c179b91-258a-4502-8edc-b53c916ed0d0 req-422f8199-49a0-4a3d-a7c7-b0b1dbe2a73f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 943 time: 0.3697875
Dec 02 15:50:45.712050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:45.713019 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7c179b91-258a-4502-8edc-b53c916ed0d0 req-61295ef4-1f31-4b75-9ffb-fa9a5574fb8c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593874
Dec 02 15:50:45.742395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:45.743109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:45.754413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:45.766056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Usage tracker for resource:security_group_rule and tenant:7786d18693b04af0b096724f871195f6 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:45.773989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:45.793900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:45.795543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:45.868920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:45.882840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Usage tracker for resource:security_group_rule and tenant:27d45182c62040f5ad44b8891531bc45 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:45.894612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:45.918478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:46.141321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.170858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.174876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.213866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ec4d6da5-a45b-4b3c-8d43-7bc7ccd79e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:46.233481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:46.286531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.327012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.357937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.382406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a795bbe8-5385-4f7c-a96a-39bf5ad3feee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:46.421295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:50:46.432661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:46.434048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.536754 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7786d18693b04af0b096724f871195f6&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2435534
Dec 02 15:50:46.538009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48210) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:46.551403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48fba7b-7977-4c54-b768-30445996ade9,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:46.646355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:46.698496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.715590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-a54b1c37-4643-4d1a-93b6-f68ad1f4ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:46.718954 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-a54b1c37-4643-4d1a-93b6-f68ad1f4ae64 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.5084174
Dec 02 15:50:46.723848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.771097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:50:46.773170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:50:46.797367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da39e434-628b-43f4-9e92-2f4b9a23c148,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:46.800424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.807030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:46.816496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:46.852625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:46.869969 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27d45182c62040f5ad44b8891531bc45&name=default HTTP/1.1" status: 200  len: 2879 time: 2.2239268
Dec 02 15:50:46.873189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48220) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:47.095930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe74a9-e1d6-4c18-8ed3-92d7399a787c req-d5e8117c-ff6b-4e13-b3a9-3439cb19139e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:47.112303 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3fbe74a9-e1d6-4c18-8ed3-92d7399a787c req-d5e8117c-ff6b-4e13-b3a9-3439cb19139e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.6200876
Dec 02 15:50:47.117745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:47.135776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:47.233267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-b121447e-274a-4eda-a297-c080bb1cd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:47.236535 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-b121447e-274a-4eda-a297-c080bb1cd39a service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.3514190
Dec 02 15:50:47.261456 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c', 'code': 200}
Dec 02 15:50:47.275818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.286780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cd29c31f-3f71-48b1-a3d5-10b533a15468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:47.320707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.436766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.453075 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-d8946cfe-25c2-4137-a7f1-1a9251dc4ece service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.1492600
Dec 02 15:50:47.458617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48fba7b-7977-4c54-b768-30445996ade9,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:47.467373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:47.587779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:47.645483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.652975 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e48fba7b-7977-4c54-b768-30445996ade9 HTTP/1.1" status: 204  len: 168 time: 1.1050658
Dec 02 15:50:47.668393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-d4a4cf4b-295d-4065-ae00-1da83b3309c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:47.672317 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-d4a4cf4b-295d-4065-ae00-1da83b3309c7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.2073178
Dec 02 15:50:47.710907 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3fbe74a9-e1d6-4c18-8ed3-92d7399a787c req-9394e647-2937-42c5-865e-ba907e7c79f6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5971577
Dec 02 15:50:47.715085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.749067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-15c15760-6e21-4c31-8b4b-8f69aa130a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:47.855057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:47.857588 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/da39e434-628b-43f4-9e92-2f4b9a23c148 HTTP/1.1" status: 204  len: 168 time: 0.9633052
Dec 02 15:50:47.883085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39e434-628b-43f4-9e92-2f4b9a23c148,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:47.899958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:47.905957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:47.906709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:48.905619 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-5f0574bd-bfc4-46d8-942d-f98aab46d548 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 1.1519620
Dec 02 15:50:49.434898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ef3ef-89ae-4280-bc3c-090c9be721a5 req-44410b59-d138-4e30-b8e0-7be9697eb235 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:49.438230 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a63ef3ef-89ae-4280-bc3c-090c9be721a5 req-44410b59-d138-4e30-b8e0-7be9697eb235 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.3261917
Dec 02 15:50:49.486827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320bf8-1ae6-4338-8aaa-159329143c6d req-8f31a7ed-4f08-41a5-b4eb-02a14de20d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:49.491860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48260) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:49.494534 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0a320bf8-1ae6-4338-8aaa-159329143c6d req-8f31a7ed-4f08-41a5-b4eb-02a14de20d2c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 1162 time: 0.9549093
Dec 02 15:50:49.520455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96e74a-d100-41c6-a4ae-48f2d0821844 req-d930f54a-f12f-42f3-98b8-4da646fd0f81 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:49.548780 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3a96e74a-d100-41c6-a4ae-48f2d0821844 req-d930f54a-f12f-42f3-98b8-4da646fd0f81 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 1.8617816
Dec 02 15:50:49.579384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:49.646031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:49.654160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Usage tracker for resource:security_group_rule and tenant:7a9d321e316d4f9ead36e4fdac7bf00b is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:49.668892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:49.703661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:49.847604 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3a96e74a-d100-41c6-a4ae-48f2d0821844 req-d4fdd626-9b9b-420c-96e4-8bc773d71d12 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975738
Dec 02 15:50:49.871875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0a320bf8-1ae6-4338-8aaa-159329143c6d req-593f36d7-76f1-424d-bb68-1a07d011406d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313735
Dec 02 15:50:49.930965 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-3385da7c-e1c9-4690-b611-a082f75b56f9 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0243022
Dec 02 15:50:50.020209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.069137 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a63ef3ef-89ae-4280-bc3c-090c9be721a5 req-ef626095-b81f-4c59-b862-1b4e149e3859 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6184297
Dec 02 15:50:50.323205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.352754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8ca88c58-62c2-402e-8217-b0b7bac0564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:50.409725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-620ddc8c-96c2-4c5b-8947-a75784caaebd req-6cc83e45-588c-4349-83be-965074894a29 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2016881
Dec 02 15:50:50.449961 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7a9d321e316d4f9ead36e4fdac7bf00b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9565759
Dec 02 15:50:50.453830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48278) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:50.472061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3a9a3-77ae-4017-b447-0325a67bb09c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:50.489707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:50.596832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.636043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.736014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.742993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d074286f-09a0-4c26-ad47-0f2ae796481b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:50.763348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3a9a3-77ae-4017-b447-0325a67bb09c,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:50.767505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:50.773070 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d4c3a9a3-77ae-4017-b447-0325a67bb09c HTTP/1.1" status: 204  len: 168 time: 0.3176098
Dec 02 15:50:50.774560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:51.477370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48308) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:51.691770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0a4c9-88e0-4f18-a994-ae4847f900fb req-a537abae-0d8b-4fa0-aaa6-a67299f5b923 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:51.697472 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-07d0a4c9-88e0-4f18-a994-ae4847f900fb req-a537abae-0d8b-4fa0-aaa6-a67299f5b923 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 0.3133199
Dec 02 15:50:51.882725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-07d0a4c9-88e0-4f18-a994-ae4847f900fb req-7050ee36-195d-4176-afd1-7cda2952eb15 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697953
Dec 02 15:50:51.959663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1275116077-network', 'tenant_id': '229596ae42204d5ead3f32ea7ab04bad'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:51.983180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:51.997689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Usage tracker for resource:network and tenant:229596ae42204d5ead3f32ea7ab04bad is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:52.007633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:52.036089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:52.081369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Made reservation on behalf of 229596ae42204d5ead3f32ea7ab04bad for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:52.091591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.128957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.233753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:52.240815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Usage tracker for resource:security_group_rule and tenant:229596ae42204d5ead3f32ea7ab04bad is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:52.246481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:52.256189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:52.410922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.418347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fbd0d-9112-4463-b96c-3886f87ea50d req-507a0bcc-11a5-4793-8078-01555e3e7010 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:52.421016 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c4fbd0d-9112-4463-b96c-3886f87ea50d req-507a0bcc-11a5-4793-8078-01555e3e7010 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1498036
Dec 02 15:50:52.454953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.495704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e059891c-272f-4edf-9324-9ef2f84a2a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:52.528284 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c4fbd0d-9112-4463-b96c-3886f87ea50d req-304ac1ae-9c78-4b02-84de-41e3372dfe18 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953670
Dec 02 15:50:52.531918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:50:52.545714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.546479 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Added segment f9e62a37-ec82-4d3f-a6d5-e15c4833683c of type vxlan for network 5072836c-1689-4769-8096-b0a206a7686f
Dec 02 15:50:52.596220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.673843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15866d0-6626-4c4e-aa59-ba8e51314ece,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:52.680844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:52.700325 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.702862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:52.705131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:52.781902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caab0bd2-5133-4e7c-b316-dfd82d581a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:53.034348 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5504403
Dec 02 15:50:53.037328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48344) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:53.053913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Request body: {'subnet': {'network_id': '5072836c-1689-4769-8096-b0a206a7686f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1275116077-subnet', 'tenant_id': '229596ae42204d5ead3f32ea7ab04bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:53.099312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:53.125343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Usage tracker for resource:subnet and tenant:229596ae42204d5ead3f32ea7ab04bad is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:53.146651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:53.201246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:53.210150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Pushing event updated for resources: {'Network': ['ID=5072836c-1689-4769-8096-b0a206a7686f,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:53.230387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 5072836c-1689-4769-8096-b0a206a7686f details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:50:53.239622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:53.287494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Made reservation on behalf of 229596ae42204d5ead3f32ea7ab04bad for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:53.301494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:53.433089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 5072836c-1689-4769-8096-b0a206a7686f details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:50:53.736238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48358) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:53.917415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:50:54.128108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:50:54.128934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:54.393811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185acf7-714e-4c78-846d-cd5a4fb49bd6 req-6ab51dae-a418-40e4-a3fc-80da081d576f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:54.397375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674399377-network', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:54.407064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:54.408129 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6185acf7-714e-4c78-846d-cd5a4fb49bd6 req-6ab51dae-a418-40e4-a3fc-80da081d576f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 0.6243491
Dec 02 15:50:54.412415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Usage tracker for resource:network and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:54.417035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:54.426606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:54.484321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Made reservation on behalf of e84bacbd36bc4a75898431f75ffae141 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:54.489970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:54.508674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:54.541914 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6185acf7-714e-4c78-846d-cd5a4fb49bd6 req-4a2a8218-056b-497a-bc60-e11340fc936e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286738
Dec 02 15:50:54.548179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:54.554546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Usage tracker for resource:security_group_rule and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:54.558891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:54.571719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:54.803357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:54.838919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:54.843695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4db7d2dd-a57f-41ce-91e0-d7c749bcd385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:54.939360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31edb9dd-4a8f-4a7d-8765-3da617474ba5,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:54.985321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:55.014759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:50:55.037868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:55.038225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Added segment 888454ee-4d15-4c6e-b291-bb6299f00fda of type vxlan for network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb
Dec 02 15:50:55.290750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:55.359337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74eaaf-3c09-4cb8-a66c-0d30d7270697 req-66ac5879-27d8-479a-908e-4ddb24aa62c3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:55.369540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea74eaaf-3c09-4cb8-a66c-0d30d7270697 req-66ac5879-27d8-479a-908e-4ddb24aa62c3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.3465300
Dec 02 15:50:55.394065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e6da8-a1ea-4df5-8346-c33746f61699 req-2cd425a3-cfaf-4a3e-a254-0f557fabc5bc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:55.396923 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4e9e6da8-a1ea-4df5-8346-c33746f61699 req-2cd425a3-cfaf-4a3e-a254-0f557fabc5bc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.3400753
Dec 02 15:50:55.512611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:55.563199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4e9e6da8-a1ea-4df5-8346-c33746f61699 req-8730d159-c179-438a-93b6-0e0bd48ce4d8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276083
Dec 02 15:50:55.563964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:55.571862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:55.571862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:55.580497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:55.600025 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea74eaaf-3c09-4cb8-a66c-0d30d7270697 req-981cd8d3-47c8-4270-8566-397eb7918b53 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269158
Dec 02 15:50:55.685368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5a237324-7db1-46b3-98f8-d0194798df87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:55.835060 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.0972946
Dec 02 15:50:55.840215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48386) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:55.889706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Request body: {'subnet': {'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674399377-subnet', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'ip_version': 4}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:55.906788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:55.918563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Usage tracker for resource:subnet and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:55.938142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:55.945541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:55.972017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Pushing event updated for resources: {'Network': ['ID=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:55.986817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:50:55.989026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:56.015517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Made reservation on behalf of e84bacbd36bc4a75898431f75ffae141 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:50:56.022543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Notify callbacks [] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:56.076384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8b6dc5-dbaa-4010-9def-714cc8a26fcc,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:56.093226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:56.339825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Checking segment: {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:50:56.345496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Network hostable DHCP agents. Network: 5072836c-1689-4769-8096-b0a206a7686f, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:50:56.349305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:50:56.454181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Network 5072836c-1689-4769-8096-b0a206a7686f is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:50:56.530543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 5072836c-1689-4769-8096-b0a206a7686f) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:50:56.545547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76305e0-0e53-4735-a0a5-96ae53896ecd None None] Network 5072836c-1689-4769-8096-b0a206a7686f requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:50:56.556859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:56.557546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:56.672494 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-687df8f1-4a15-4695-bf6d-3026ea48f4be admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.6212828
Dec 02 15:50:57.099800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d210-4b48-4d4a-aea8-79c8a9669b65 req-c8478b55-e605-4c68-8fe4-bdb5502cd6f2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:57.113288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1d90d210-4b48-4d4a-aea8-79c8a9669b65 req-c8478b55-e605-4c68-8fe4-bdb5502cd6f2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1403341
Dec 02 15:50:57.250973 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1d90d210-4b48-4d4a-aea8-79c8a9669b65 req-3cd0d385-172d-43dc-8cc1-e658a07fd9ac tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307809
Dec 02 15:50:57.462785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309bc1a-2505-484e-b3e8-c893135b1969 None None] Network 5072836c-1689-4769-8096-b0a206a7686f requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:50:57.529008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:57.546141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:50:57.741857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9415ea95-c8b9-4f2a-9751-152624286395,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:50:57.752124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:50:58.056415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:50:58.075349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Network hostable DHCP agents. Network: fb4a3f3f-f009-42fb-af5a-e60d7446ffbb, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:50:58.164093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:50:58.203789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, fb4a3f3f-f009-42fb-af5a-e60d7446ffbb) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:50:58.210774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:58.219392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:58.219619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513998b-ccc9-4983-85e5-3fa119d45f78 None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:50:58.317564 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4761322
Dec 02 15:50:58.324456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48432) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:50:58.331380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:50:58.344208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:50:58.353682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Usage tracker for resource:router and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:50:58.368589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:50:58.383025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:50:58.448186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:58.454011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:58.502403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:58.727122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df112-4aad-43e3-96db-dc0f46758608 req-c90a4d33-1451-4a20-b2f5-c303dee24c16 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:58.729746 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a9df112-4aad-43e3-96db-dc0f46758608 req-c90a4d33-1451-4a20-b2f5-c303dee24c16 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1647098
Dec 02 15:50:58.757521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:50:58.768777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:58.955426 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a9df112-4aad-43e3-96db-dc0f46758608 req-e0bbcca8-2072-406c-902b-32aeb168bec3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157383
Dec 02 15:50:59.166824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:50:59.565663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4dc58-fc95-45ad-9811-29f4361aeac6 req-5baf80ba-a9e9-4862-9cfc-7f2f369fe54c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:50:59.570931 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ed4dc58-fc95-45ad-9811-29f4361aeac6 req-5baf80ba-a9e9-4862-9cfc-7f2f369fe54c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.2062995
Dec 02 15:50:59.588748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Allocated IP 172.20.0.2 (fb4a3f3f-f009-42fb-af5a-e60d7446ffbb/9415ea95-c8b9-4f2a-9751-152624286395/a8c8f45b-60a1-4f65-a6a0-e3fb856237ae) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:50:59.802911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ed4dc58-fc95-45ad-9811-29f4361aeac6 req-d5821d6f-bd37-46c6-81ec-729f77e9cded tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2032962
Dec 02 15:51:00.280870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.280870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Transition to ACTIVE for port object a8c8f45b-60a1-4f65-a6a0-e3fb856237ae will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:00.303654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Transition to ACTIVE for port object a8c8f45b-60a1-4f65-a6a0-e3fb856237ae will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:00.404812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.421278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:00.589650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.692007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:00.695726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:00.700999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:00.719702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.754751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Pushing event updated for resources: {'Port': ['ID=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:00.762432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:00.783928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Attempting to bind port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:00.784372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Attempting to bind port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:00.784794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Attempting to bind port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae on network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:00.791820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:00.792292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:00.792743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.793187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Bound using segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:00.793716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Bound port: a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:00.795819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.907727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] For port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:00.911584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] For port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:00.946631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:00.970423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:01.292153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-ea8d5e19-4a37-4087-a3b6-4b683373e731 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:01.301069 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-ea8d5e19-4a37-4087-a3b6-4b683373e731 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/networks?id=5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 200  len: 814 time: 0.4394615
Dec 02 15:51:01.320636 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-3363ad15-7d1b-4f34-aa00-e90b7aa848e4 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/quotas/229596ae42204d5ead3f32ea7ab04bad HTTP/1.1" status: 200  len: 375 time: 0.0181913
Dec 02 15:51:01.324848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Pushing event updated for resources: {'Port': ['ID=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:01.344971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:01.392896 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-60fc76ba-b76e-4b0b-afbb-aaaebe1ea394 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0690334
Dec 02 15:51:01.414654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Allocated IP 172.27.0.20 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/2f7909b0-5d7b-48f9-9957-7b206299446d) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:01.672582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-6f9f8335-906d-4413-ab09-927a6cd29082 service neutron] 10.222.0.101 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771347
Dec 02 15:51:02.152498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:02.209433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff0f7-c404-4bd2-afc9-3b4666dfc1ca req-2aedccb1-172d-4bde-9064-2e55f3c25244 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:02.218339 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-237ff0f7-c404-4bd2-afc9-3b4666dfc1ca req-2aedccb1-172d-4bde-9064-2e55f3c25244 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1737638
Dec 02 15:51:02.288701 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-237ff0f7-c404-4bd2-afc9-3b4666dfc1ca req-8fbb1553-1c72-42ba-90c9-634fb0778734 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691245
Dec 02 15:51:02.373841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-ebf091b7-f6f3-42d2-be34-389bd37fbb71 service neutron] 10.222.0.101 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6998854
Dec 02 15:51:02.375600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:02.395917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:02.791566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Pushing event updated for resources: {'Port': ['ID=2f7909b0-5d7b-48f9-9957-7b206299446d,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:02.814323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:02.815794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:02.818109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:02.821965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:03.246943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a8c8f45b-60a1-4f65-a6a0-e3fb856237ae up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:03.263958 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a4806696-1c0a-488e-9165-aba17f1ab105 req-165640ea-031e-495a-9c4d-e9888ccf013b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.1277294
Dec 02 15:51:03.618551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:03.781447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddffd90-565b-40d6-915c-c2eaa05fc208 None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:51:03.854480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88383fac-1f64-435f-9921-c275652866d7 req-2301c9e3-cf15-4c08-841c-c8d48a651b47 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:03.863228 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88383fac-1f64-435f-9921-c275652866d7 req-2301c9e3-cf15-4c08-841c-c8d48a651b47 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.2700405
Dec 02 15:51:03.901362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:04.034717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c0bd0-e0c3-4b1b-bdd2-9d80313574f7 req-47b07fad-2cb6-42bd-abad-a9da22d12b39 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:04.049143 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-999c0bd0-e0c3-4b1b-bdd2-9d80313574f7 req-47b07fad-2cb6-42bd-abad-a9da22d12b39 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.3081036
Dec 02 15:51:04.108950 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88383fac-1f64-435f-9921-c275652866d7 req-da48a895-dd5a-4f3b-80fa-d2537bee1c86 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2443624
Dec 02 15:51:04.312676 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-999c0bd0-e0c3-4b1b-bdd2-9d80313574f7 req-f238c4ca-97f5-4cec-bb7e-359815a4b399 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2506979
Dec 02 15:51:04.443796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Provisioning for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:04.463682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Provisioning complete for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:04.464639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:04.688692 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d691a5fe-dcdb-48dc-925d-51a5cdffce75 req-c68b11b7-3c0d-4f2d-bef7-931d174a21ba tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.0938289
Dec 02 15:51:04.861342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:04.873266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:04.916453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] For port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:04.972865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:04.975102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:05.125272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Pushing event updated for resources: {'Port': ['ID=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:05.135458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:05.389726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e1cba8a7-ab20-4a12-95ef-dc4493dd6054 None None] Provisioning complete for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:05.390159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e1cba8a7-ab20-4a12-95ef-dc4493dd6054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:05.516848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:51:05.678666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0617b-bfa5-4065-976c-c818aaa10a54 req-36f1ec9b-a57f-45f0-891b-fa01261c98c7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:05.687496 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-80b0617b-bfa5-4065-976c-c818aaa10a54 req-36f1ec9b-a57f-45f0-891b-fa01261c98c7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1883750
Dec 02 15:51:05.813269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-80b0617b-bfa5-4065-976c-c818aaa10a54 req-54c71bf5-0f2d-4894-8c25-5eddf4498c16 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1124566
Dec 02 15:51:05.839007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-610d2f6b-041d-4fb0-9a38-ca9a87bb4336 None None] Provisioning complete for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:05.839441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-610d2f6b-041d-4fb0-9a38-ca9a87bb4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:06.308321 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-26823f8c-da85-4a3b-a3f7-168d9fe613f1 req-ed4fc150-2b8a-49fd-9b86-e239f1ee211b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.1236589
Dec 02 15:51:06.357929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-513bb3ef-c4e1-40ed-8e9f-da4296437e50 None None] Provisioning complete for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:06.358390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-513bb3ef-c4e1-40ed-8e9f-da4296437e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:06.442543 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-08a7f4d5-1723-4ea5-9013-0557c9d92fb6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4714375
Dec 02 15:51:06.475736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:51:06.497007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:51:06.534936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3699-f02a-448a-88ef-05769ce59922 req-f2bfebfe-a4bf-467f-8838-3a0490ce162f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:06.550291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:06.552039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10919494e0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:50:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:06.554836 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-23ca3699-f02a-448a-88ef-05769ce59922 req-f2bfebfe-a4bf-467f-8838-3a0490ce162f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.7942111
Dec 02 15:51:06.619877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:06.621476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.2956262
Dec 02 15:51:06.627505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48554) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:06.659545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-23ca3699-f02a-448a-88ef-05769ce59922 req-946c8cc2-2de1-4c93-9e90-ef14dc4481ac tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035941
Dec 02 15:51:07.092706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a8c8f45b-60a1-4f65-a6a0-e3fb856237ae up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:07.212833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:07.213342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:07.546694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:07.661706 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dcdd8fce-9fc1-48ab-8d59-771dc4e21838 req-d06501cc-6cc7-4fd4-8353-840691dc3229 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.0684810
Dec 02 15:51:08.025671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-6639fecc-45b4-4dac-a549-1e32057c745b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:08.033768 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-6639fecc-45b4-4dac-a549-1e32057c745b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "GET /v2.0/networks?id=5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 200  len: 814 time: 0.4715989
Dec 02 15:51:08.079633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Request body: {'port': {'device_id': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'network_id': '5072836c-1689-4769-8096-b0a206a7686f', 'admin_state_up': True, 'tenant_id': '229596ae42204d5ead3f32ea7ab04bad'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:08.082562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4662e6-7112-4cb1-934f-759d85fd68f8 req-081ec403-d6ea-4bc0-b773-6a1ab776f4fa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:08.085881 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca4662e6-7112-4cb1-934f-759d85fd68f8 req-081ec403-d6ea-4bc0-b773-6a1ab776f4fa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1404316
Dec 02 15:51:08.227596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3222-733a-4d05-8fca-824709f5587e req-14de2ffd-a8d1-4605-979b-8d719bc74df5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:08.245974 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca4662e6-7112-4cb1-934f-759d85fd68f8 req-c38fb04d-348e-4eba-9524-74600efa60c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260517
Dec 02 15:51:08.256982 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fb1f3222-733a-4d05-8fca-824709f5587e req-14de2ffd-a8d1-4605-979b-8d719bc74df5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.8887949
Dec 02 15:51:08.355679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-04c87f57-e0b1-457f-8064-895904d4302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:08.358603 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-04c87f57-e0b1-457f-8064-895904d4302c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 1162 time: 0.8719130
Dec 02 15:51:08.404894 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fb1f3222-733a-4d05-8fca-824709f5587e req-755b167d-e48d-42e4-8684-4bc2a5e6ecb5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1042550
Dec 02 15:51:08.424735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10919494e0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:03Z', 'revision_number': 3, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:08.441017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:51:08.441470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Updating router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 port 2f7909b0-5d7b-48f9-9957-7b206299446d binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:51:08.541917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:08.605872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:08.616099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Usage tracker for resource:port and tenant:229596ae42204d5ead3f32ea7ab04bad is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:08.623700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Quota usage for port was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:08.855473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:09.077354 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e9b0779-ec7c-4e41-b3a9-8774946551c8 req-d9079415-0d59-44b9-a4cf-69bdad9124b1 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.2569458
Dec 02 15:51:09.367961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Made reservation on behalf of 229596ae42204d5ead3f32ea7ab04bad for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:51:09.374292 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:09.386348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-b3dc3eae-7673-4b0f-9d2c-329893f375f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:09.388880 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-b3dc3eae-7673-4b0f-9d2c-329893f375f9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 200  len: 908 time: 0.9340432
Dec 02 15:51:09.494449 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-e05eafdd-c3c7-4d0b-9891-2287d0550023 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 200  len: 217 time: 0.0941577
Dec 02 15:51:09.566982 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:09.588064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Transition to ACTIVE for port object 2f7909b0-5d7b-48f9-9957-7b206299446d will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:09.636555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:09.675833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:09.794516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-accc5d20-0397-4d59-9b54-56ba8c3c9163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:09.897384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Attempting to bind port 2f7909b0-5d7b-48f9-9957-7b206299446d on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:09.897843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Attempting to bind port 2f7909b0-5d7b-48f9-9957-7b206299446d by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:09.898184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Attempting to bind port 2f7909b0-5d7b-48f9-9957-7b206299446d on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:09.938245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:09.938614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:09.939057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:09.939466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:09.940031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Bound port: 2f7909b0-5d7b-48f9-9957-7b206299446d, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:09.940463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:10.117264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417dc93-5d45-496e-bfb1-227190607139 req-8380d3ff-b18d-47fa-ad12-f2de9a48c668 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:10.133509 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2417dc93-5d45-496e-bfb1-227190607139 req-8380d3ff-b18d-47fa-ad12-f2de9a48c668 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.3161652
Dec 02 15:51:10.195198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-d8a0451e-4d97-4566-bc5e-5cb66a243eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:10.197012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-d8a0451e-4d97-4566-bc5e-5cb66a243eb1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 200  len: 854 time: 0.6930609
Dec 02 15:51:10.236878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Pushing event updated for resources: {'Port': ['ID=2f7909b0-5d7b-48f9-9957-7b206299446d,revision_number=2']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:10.256457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.257119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.258890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.259571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.260230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.262196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.262196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.262571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.263792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.264456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.264896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.265504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.266254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.266870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.267750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.268836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.269468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.270077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.270698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.271320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.271958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.272965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.273580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.274193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:10.281206 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2417dc93-5d45-496e-bfb1-227190607139 req-9092c4e3-0b52-4d87-9dc1-858be2567a59 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1442859
Dec 02 15:51:10.299663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:10.318026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] For port 2f7909b0-5d7b-48f9-9957-7b206299446d, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:10.324939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] For port 2f7909b0-5d7b-48f9-9957-7b206299446d, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=2f7909b0-5d7b-48f9-9957-7b206299446d,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:10.437312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:10.652741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:10.754659 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-4e37e139-e9eb-4a67-b904-001c6dfde241 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0e8d58a1-9518-45ad-8e30-37b570122f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5461426
Dec 02 15:51:10.791529 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fdb6b847-0694-49e6-af38-126b4269f36e req-e7aaa4ce-a7c9-452a-8fda-a21ad379e681 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.1259866
Dec 02 15:51:10.916658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Pushing event updated for resources: {'Port': ['ID=2f7909b0-5d7b-48f9-9957-7b206299446d,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:10.929624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-23625741-c214-42fb-9c86-7e4ad7518a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:10.976730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:10.978695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10919494e0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:50:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:11.159245 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-138c86b9-2e17-470a-a042-ded0ae7beba4 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154665
Dec 02 15:51:11.340103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:11.455936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:11.728577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Allocated IP 172.20.0.1 (fb4a3f3f-f009-42fb-af5a-e60d7446ffbb/9415ea95-c8b9-4f2a-9751-152624286395/058e568a-d4b0-4997-95b0-64bf7f2eacd5) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:11.916199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7e991cf6-0c9e-4cc3-b90b-aa5aea8aa551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:12.071074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:12.159895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e5f9f-a52d-4633-a986-d9e2ae132e28 req-4912566a-aa05-4c1c-aed1-d4e931f9bd76 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:12.167825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c7e5f9f-a52d-4633-a986-d9e2ae132e28 req-4912566a-aa05-4c1c-aed1-d4e931f9bd76 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1746416
Dec 02 15:51:12.173599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Transition to ACTIVE for port object 058e568a-d4b0-4997-95b0-64bf7f2eacd5 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:12.296885 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c7e5f9f-a52d-4633-a986-d9e2ae132e28 req-d76c7b77-7c17-44f5-b5f5-7376a2fac29c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1279526
Dec 02 15:51:12.470691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94211159-65e5-4f78-807e-e91ec30fb6bf req-564888d9-97a7-4494-ac87-4ce4e23db254 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:12.478862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94211159-65e5-4f78-807e-e91ec30fb6bf req-564888d9-97a7-4494-ac87-4ce4e23db254 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 2.8796844
Dec 02 15:51:12.480184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10919494e0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:03Z', 'revision_number': 3, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:12.488950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f31a21-2992-4404-a68d-5e92af170c0a None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:03Z', 'revision_number': 3, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:51:12.563476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:12.595872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:12.712924 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb1746e2-6fa4-474a-b160-6ec671f16f11 req-a7fb77a8-4c0d-4757-bf30-5a041004b411 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.0820012
Dec 02 15:51:12.720300 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94211159-65e5-4f78-807e-e91ec30fb6bf req-8d6fcda1-faeb-42a5-ac33-53f6335b6dc7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2402492
Dec 02 15:51:12.811819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b1cd2be-d01f-4ed4-bc03-41e7079de8b9 req-1c455292-5c51-4f34-b2dc-d2f98d0cbf55 service neutron] 10.222.0.103 "GET /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6403573
Dec 02 15:51:12.845547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Allocated IP 172.20.0.12 (5072836c-1689-4769-8096-b0a206a7686f/6f8b6dc5-dbaa-4010-9def-714cc8a26fcc/b6a667d0-da4b-4185-a6eb-1abe0455d2c8) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:12.848136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:12.852068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:12.965344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:12.975329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:12.978066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:13.222802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:13.518265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:13.642692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-0936f1c8-09a4-41c6-9705-be95dcf27c3e None None] Provisioning for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:13.646261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-0936f1c8-09a4-41c6-9705-be95dcf27c3e None None] Provisioning complete for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:13.646683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0936f1c8-09a4-41c6-9705-be95dcf27c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:13.742521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-0936f1c8-09a4-41c6-9705-be95dcf27c3e None None] Port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:51:13.817340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:13.916887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ba0-b6a9-42e7-90ae-ed8e78d6eb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:13.983028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66840579-7590-463e-8286-107b60c7a8ec req-b20048a9-c638-4d8c-8d11-023b796ecfae tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:13.993682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66840579-7590-463e-8286-107b60c7a8ec req-b20048a9-c638-4d8c-8d11-023b796ecfae tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1314747
Dec 02 15:51:14.087152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66840579-7590-463e-8286-107b60c7a8ec req-3cc9830a-fb97-4e04-b20e-434f441d4f40 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0857573
Dec 02 15:51:14.199401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:14.299871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:14.433256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6805-1ff7-4d23-8b00-5e07644a62e7 req-650d9916-3e9a-4eb9-b8f3-d12aa292f325 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:14.442476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c6b6805-1ff7-4d23-8b00-5e07644a62e7 req-650d9916-3e9a-4eb9-b8f3-d12aa292f325 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1155229
Dec 02 15:51:14.507368 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c6b6805-1ff7-4d23-8b00-5e07644a62e7 req-2a53450e-e018-4a2c-b46c-1be4b4074b10 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634809
Dec 02 15:51:14.606385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Pushing event updated for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:14.624992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:14.796355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Network 5072836c-1689-4769-8096-b0a206a7686f is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:14.802384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:14.908233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:15.142667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f86bc-7dee-42b1-a11d-ae1582b66506 req-7a184531-8f83-41b5-b60b-a389c849c2d1 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:15.144589 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6d4f86bc-7dee-42b1-a11d-ae1582b66506 req-7a184531-8f83-41b5-b60b-a389c849c2d1 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 932 time: 0.7934587
Dec 02 15:51:15.157429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:15.158330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.185701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.210869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 2f7909b0-5d7b-48f9-9957-7b206299446d up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:15.413925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 2f7909b0-5d7b-48f9-9957-7b206299446d completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:15.436331 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6d4f86bc-7dee-42b1-a11d-ae1582b66506 req-9998c58d-c0be-4ad2-98b9-f7679bba6c6b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548599
Dec 02 15:51:15.442262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 2f7909b0-5d7b-48f9-9957-7b206299446d triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:15.443247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.448711 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3749440
Dec 02 15:51:15.493474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Request body: {'port': {'device_id': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:15.639655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70acf4e-e570-46dd-904f-a9219fdb7612 req-123dc883-f40c-4df3-95e9-ece53a9eca18 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:15.650988 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a70acf4e-e570-46dd-904f-a9219fdb7612 req-123dc883-f40c-4df3-95e9-ece53a9eca18 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.2734854
Dec 02 15:51:15.709200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.771084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.773081 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a70acf4e-e570-46dd-904f-a9219fdb7612 req-b8f78e92-e236-4ab8-aa34-e1d3d2579d2a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1188126
Dec 02 15:51:15.792571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 2f7909b0-5d7b-48f9-9957-7b206299446d, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=2f7909b0-5d7b-48f9-9957-7b206299446d,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:15.839070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:15.849333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:16.344856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:16.506550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d8ea-0bb7-4b8a-a907-91695fdf8b2f req-04d00352-57af-4f2e-8adf-abe52115432e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:16.508235 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2832d8ea-0bb7-4b8a-a907-91695fdf8b2f req-04d00352-57af-4f2e-8adf-abe52115432e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.5680964
Dec 02 15:51:16.656534 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2832d8ea-0bb7-4b8a-a907-91695fdf8b2f req-0fb4ec7d-47d6-4098-982a-c7b49b26822d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401794
Dec 02 15:51:16.768460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a92c-ac5f-442c-afd2-8d56d60edb7f req-0a9868ed-f417-4f97-8d7f-0a82639ad03b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:16.770102 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30a6a92c-ac5f-442c-afd2-8d56d60edb7f req-0a9868ed-f417-4f97-8d7f-0a82639ad03b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 932 time: 0.1268978
Dec 02 15:51:16.799000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a667d0-da4b-4185-a6eb-1abe0455d2c8 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:51:16.807505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:16.822294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Transition to ACTIVE for port object b6a667d0-da4b-4185-a6eb-1abe0455d2c8 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:16.826107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-30a6a92c-ac5f-442c-afd2-8d56d60edb7f req-9a08975f-c990-4b11-b9e2-5e1718f4652e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:51:17.038107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=2f7909b0-5d7b-48f9-9957-7b206299446d,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:17.038107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:17.097036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d549d4-50cb-4079-8b1d-35e2163bc531 req-7807a69d-3d73-4b63-ac89-5fc3362cfd3b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:17.099217 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e7d549d4-50cb-4079-8b1d-35e2163bc531 req-7807a69d-3d73-4b63-ac89-5fc3362cfd3b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1495118
Dec 02 15:51:17.133106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-30a6a92c-ac5f-442c-afd2-8d56d60edb7f req-9a08975f-c990-4b11-b9e2-5e1718f4652e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:51:17.144470 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30a6a92c-ac5f-442c-afd2-8d56d60edb7f req-9a08975f-c990-4b11-b9e2-5e1718f4652e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3660567
Dec 02 15:51:17.155161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:17.197871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:17.199236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:17.225720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-81fda387-1abe-43da-8a8d-d0439acf8641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:17.261175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:17.542768 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e7d549d4-50cb-4079-8b1d-35e2163bc531 req-54d53120-6118-4d90-a961-8c649100fc90 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4308717
Dec 02 15:51:17.556235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:17.594124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:17.687802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:17.688729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:18.187571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4630c-224e-42f1-98dc-4a221a6526aa req-8795be84-ebbc-4f86-a660-aba0aab49a89 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:18.217544 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dbd4630c-224e-42f1-98dc-4a221a6526aa req-8795be84-ebbc-4f86-a660-aba0aab49a89 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1935909
Dec 02 15:51:18.270970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Pushing event updated for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:18.288706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:18.369402 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dbd4630c-224e-42f1-98dc-4a221a6526aa req-bb8298c7-62b5-441a-a621-6e81a98b2cff tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413841
Dec 02 15:51:18.779830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Attempting to bind port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:18.782576 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Attempting to bind port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:18.783140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Attempting to bind port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 on network 5072836c-1689-4769-8096-b0a206a7686f {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:18.818130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:18.818814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Checking segment: {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:18.819700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:18.820339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Bound using segment: {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:18.821047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Bound port: b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:18.821611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:18.846259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:18.895529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:19.251482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 2f7909b0-5d7b-48f9-9957-7b206299446d up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:19.448383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:19.467908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:19.550155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ce71-9b76-4fe2-a0e5-519e54c13f2a req-7306e9b9-661c-4386-8b43-aadd509da9ea tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:19.551496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-afd5ce71-9b76-4fe2-a0e5-519e54c13f2a req-7306e9b9-661c-4386-8b43-aadd509da9ea tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:51:19.581356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:19.749794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-a8d863a2-675b-4b65-b7e7-5da92fa0cc3a None None] Provisioning complete for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:19.750682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a8d863a2-675b-4b65-b7e7-5da92fa0cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:19.768157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a558b5-686d-4bfb-9334-bd9216de0974 req-5590a039-a5c1-489a-bc7c-3b6462e7455c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:19.800926 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99a558b5-686d-4bfb-9334-bd9216de0974 req-5590a039-a5c1-489a-bc7c-3b6462e7455c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.5110338
Dec 02 15:51:19.927078 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a8d863a2-675b-4b65-b7e7-5da92fa0cc3a None None] Port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:51:19.933094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 2f7909b0-5d7b-48f9-9957-7b206299446d triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:19.934672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:19.940680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97f9aa35-41c8-4417-97e4-3a0a6ac72b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:20.025672 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99a558b5-686d-4bfb-9334-bd9216de0974 req-4e27f2aa-1e6c-4998-8a90-785516f33a4b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2074778
Dec 02 15:51:20.232884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Pushing event updated for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:20.308545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.308952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.309891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.310293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.310684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.311074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.311463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.311850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.312264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.312651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.313035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.313416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.313886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.314272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.314658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.328438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.329803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.331613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.333638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.334570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.335469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.336385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.337238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.338242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:20.386008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:20.390747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:20.392717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:20.398871 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] 10.222.0.103 "PUT /v2.0/ports/b6a667d0-da4b-4185-a6eb-1abe0455d2c8 HTTP/1.1" status: 200  len: 1158 time: 4.9109237
Dec 02 15:51:20.400235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:20.428224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:51:20.463295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-afd5ce71-9b76-4fe2-a0e5-519e54c13f2a req-7306e9b9-661c-4386-8b43-aadd509da9ea tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:51:20.466512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-afd5ce71-9b76-4fe2-a0e5-519e54c13f2a req-7306e9b9-661c-4386-8b43-aadd509da9ea tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 944 time: 1.7940693
Dec 02 15:51:20.827313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:51:21.648020 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-afd5ce71-9b76-4fe2-a0e5-519e54c13f2a req-96896312-2bde-43c7-99d8-8352ff9daedd tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7459092
Dec 02 15:51:21.707518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-e9301855-561c-4164-bbbf-1148cc208718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:21.726976 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-e9301855-561c-4164-bbbf-1148cc208718 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 1161 time: 1.0254080
Dec 02 15:51:21.906107 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8', 'status': 'completed', 'code': 200}
Dec 02 15:51:21.908940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:51:21.929873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:51:22.005167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:22.008523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10918eb2e8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:22.059047 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-dfeb9b85-b097-4646-b17e-a60d04378781 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8 HTTP/1.1" status: 200  len: 217 time: 0.3079166
Dec 02 15:51:22.110279 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] 10.222.0.101 "PUT /v2.0/routers/ea6a03af-597f-4e38-883e-e5b21a3fbaf9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.4809878
Dec 02 15:51:22.465031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-8170cc52-4221-4eb5-90ee-5efc839d895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:22.467750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-8170cc52-4221-4eb5-90ee-5efc839d895c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6f8b6dc5-dbaa-4010-9def-714cc8a26fcc HTTP/1.1" status: 200  len: 854 time: 0.3520515
Dec 02 15:51:22.577091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a5ee9-8427-4684-99ad-d78f8531aaa0 req-67e890d7-349d-4cf0-a6c1-d47a2c9b4897 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:22.588184 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b23a5ee9-8427-4684-99ad-d78f8531aaa0 req-67e890d7-349d-4cf0-a6c1-d47a2c9b4897 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.4304571
Dec 02 15:51:22.636943 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-214e808e-f168-4043-bc40-726ce734fb94 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5072836c-1689-4769-8096-b0a206a7686f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1402440
Dec 02 15:51:22.687251 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b23a5ee9-8427-4684-99ad-d78f8531aaa0 req-4c860500-cd32-4250-908a-8c750e5fa9f0 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0974388
Dec 02 15:51:22.856850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:22.881751 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-369d2de8-06b8-4f30-add5-f3ddfa7149f5 service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360723
Dec 02 15:51:22.934397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaf6ed-2357-4102-ad35-b74164488091 req-b4f23b71-c64e-4a42-9552-37f0652a31e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:22.951163 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1eaaf6ed-2357-4102-ad35-b74164488091 req-b4f23b71-c64e-4a42-9552-37f0652a31e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1329854
Dec 02 15:51:23.036735 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1eaaf6ed-2357-4102-ad35-b74164488091 req-d2f8a8f9-ff1f-4997-b48d-dc75029c7ec3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779624
Dec 02 15:51:23.271568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f693c-f1b8-4c7d-aef5-a84dcab71564 req-c0d6ef59-3416-4390-864a-e859e188e96b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:23.280210 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f21f693c-f1b8-4c7d-aef5-a84dcab71564 req-c0d6ef59-3416-4390-864a-e859e188e96b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 944 time: 0.1087592
Dec 02 15:51:23.330223 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02eb43fd-5156-4efa-b5db-83306fbf2188 req-00d482e0-1340-460c-ab7d-05b4f3c3842f service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3885298
Dec 02 15:51:23.334901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120bee-228f-4a44-9489-272d88a6d305 req-eaebd778-ec05-4972-9631-c809b3f1a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:23.336928 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-eaebd778-ec05-4972-9631-c809b3f1a36f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 1.4022300
Dec 02 15:51:23.390924 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f21f693c-f1b8-4c7d-aef5-a84dcab71564 req-cbc5fbb8-273f-4971-9178-4646e4d3e211 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094787
Dec 02 15:51:23.444992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42259d85-f885-4b1a-ab16-d312e6c1dbad req-7d42c99e-7f2a-4858-b6e0-50785a009c5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:23.459274 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42259d85-f885-4b1a-ab16-d312e6c1dbad req-7d42c99e-7f2a-4858-b6e0-50785a009c5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 1.3819668
Dec 02 15:51:23.828348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10918eb2e8>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:23.833780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:51:23.839139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Updating router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:51:23.966180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:24.112875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42259d85-f885-4b1a-ab16-d312e6c1dbad req-31c34aad-ded7-4f22-a373-cd588fe6f0a6 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6482089
Dec 02 15:51:24.299429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-e28e4715-99b9-4c3d-83ca-9454b1ae057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:24.309153 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-e28e4715-99b9-4c3d-83ca-9454b1ae057c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 1161 time: 0.7861722
Dec 02 15:51:24.321536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120bee-228f-4a44-9489-272d88a6d305 req-a80ff981-a86b-437c-83ba-e67b6fd624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:24.330778 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-a80ff981-a86b-437c-83ba-e67b6fd624d2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.9620497
Dec 02 15:51:24.801041 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-a2116db1-b91a-483e-b01e-22802d59bee5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.4031765
Dec 02 15:51:24.810870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-99e6b925-fc40-4df1-bbd9-95b0667cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:24.812784 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-99e6b925-fc40-4df1-bbd9-95b0667cd033 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 200  len: 908 time: 0.4809294
Dec 02 15:51:24.950494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762aa58-9a79-4008-a641-fb73df143b0d req-b9eb2b4c-b198-48f3-b427-2116746bd555 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:24.952715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a762aa58-9a79-4008-a641-fb73df143b0d req-b9eb2b4c-b198-48f3-b427-2116746bd555 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1323435
Dec 02 15:51:24.991051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:25.001129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48768) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:25.040040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Transition to ACTIVE for port object 058e568a-d4b0-4997-95b0-64bf7f2eacd5 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:25.094366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:25.103677 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a762aa58-9a79-4008-a641-fb73df143b0d req-15d15b35-3e56-4fe5-9564-ea8df75e0cd7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382303
Dec 02 15:51:25.179420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:25.207744 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-6513cfea-8427-47d4-8217-9b9008426c65 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8 HTTP/1.1" status: 200  len: 217 time: 0.3793087
Dec 02 15:51:25.233434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-671445999-network', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:25.277263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Pushing event updated for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:25.327809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:25.361313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Usage tracker for resource:network and tenant:4288f43aaf914a2db3f930e6187abe1a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:25.411650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.412647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.413517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.414378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.415245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.416255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.417189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.418134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.419566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.420330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.421196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.422119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.432524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.441452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:25.442458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.443492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.444431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.445406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.446312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.447157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.452346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.453448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.454399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.455312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.456278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:25.484117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:25.526410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb129-d1db-4115-bf1e-8ae98074b554 req-25c8dfe4-5a23-4303-8396-e4c357df8766 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:25.532660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40fe08-a09e-407b-9ab4-a74569a25608 req-6478140a-f318-4012-8839-42f800513b18 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:25.535673 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f6fb129-d1db-4115-bf1e-8ae98074b554 req-25c8dfe4-5a23-4303-8396-e4c357df8766 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 0.1507583
Dec 02 15:51:25.541585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea40fe08-a09e-407b-9ab4-a74569a25608 req-6478140a-f318-4012-8839-42f800513b18 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.8736396
Dec 02 15:51:25.544959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-cfbd4222-fa91-42c2-b331-0b1ba26fcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:25.546599 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-cfbd4222-fa91-42c2-b331-0b1ba26fcdc9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6f8b6dc5-dbaa-4010-9def-714cc8a26fcc HTTP/1.1" status: 200  len: 854 time: 0.2913260
Dec 02 15:51:25.555948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:25.643002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57120bee-228f-4a44-9489-272d88a6d305 req-a5e8524d-c6e9-43dc-a13c-ce8e8007abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:25.645000 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-a5e8524d-c6e9-43dc-a13c-ce8e8007abc7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.6457438
Dec 02 15:51:25.660261 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f6fb129-d1db-4115-bf1e-8ae98074b554 req-5fc053a1-d4ca-4def-8bad-c4be9f7b635d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231723
Dec 02 15:51:25.736943 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-32728a3e-fd0b-4b6f-a36f-7e45ccc1dfd9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691743
Dec 02 15:51:26.036758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428b4c8-bcef-4ab1-9269-c14d400a1b98 req-ac0ec452-f7c6-4413-aae2-3720bcfc17d6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:26.046851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2428b4c8-bcef-4ab1-9269-c14d400a1b98 req-ac0ec452-f7c6-4413-aae2-3720bcfc17d6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 944 time: 0.1288736
Dec 02 15:51:26.065280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Attempting to bind port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:26.065680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Attempting to bind port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:26.066171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Attempting to bind port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 on network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:26.084864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:26.085525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:26.086267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:26.087013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Bound using segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:26.087940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Bound port: 058e568a-d4b0-4997-95b0-64bf7f2eacd5, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:26.088654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:26.176616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2428b4c8-bcef-4ab1-9269-c14d400a1b98 req-6bab3866-0dea-4061-883a-2d0874ddf804 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282248
Dec 02 15:51:26.202224 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-194da73d-d90b-4d4e-a69f-87e47bfb7089 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471753
Dec 02 15:51:26.222415 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-8b140075-2c4f-44ef-9a8f-3e3823de678a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5072836c-1689-4769-8096-b0a206a7686f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6370032
Dec 02 15:51:26.472122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0886bc5-4447-45d6-ad55-6eece05e32b8 req-0ecb8b92-44a8-406b-af52-0fda4a17efff tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:26.483488 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d0886bc5-4447-45d6-ad55-6eece05e32b8 req-0ecb8b92-44a8-406b-af52-0fda4a17efff tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1350131
Dec 02 15:51:26.621541 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d0886bc5-4447-45d6-ad55-6eece05e32b8 req-6e438f71-9a1d-4808-9968-748b8c5ff788 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323187
Dec 02 15:51:26.860643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] For port 058e568a-d4b0-4997-95b0-64bf7f2eacd5, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:26.864865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-3b26fea7-27cd-4061-aa6b-62988b7a9eb2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:51:26.873678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] For port 058e568a-d4b0-4997-95b0-64bf7f2eacd5, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=058e568a-d4b0-4997-95b0-64bf7f2eacd5,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:26.943394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:26.976739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b791-b259-4975-8e78-b8a6304059ff req-13283bb4-ecd3-4a24-90e9-d01c8fb948e0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:26.978481 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2628b791-b259-4975-8e78-b8a6304059ff req-13283bb4-ecd3-4a24-90e9-d01c8fb948e0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 0.3218846
Dec 02 15:51:27.180053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Deleting port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:51:27.180802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:27.216465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:27.241879 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea40fe08-a09e-407b-9ab4-a74569a25608 req-8e44d7ab-5242-40e6-8f7a-1d80ccfbe1e9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 1.6990273
Dec 02 15:51:27.243499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Made reservation on behalf of 4288f43aaf914a2db3f930e6187abe1a for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:51:27.253753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:27.299691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3898ad-140b-4d96-9905-80e76212703b req-a5f75aba-443a-46cf-9783-4e2d2dc2c8f8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:27.315723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d3898ad-140b-4d96-9905-80e76212703b req-a5f75aba-443a-46cf-9783-4e2d2dc2c8f8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2680142
Dec 02 15:51:27.359434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:27.421658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Pushing event updated for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:27.429479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:27.489571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:27.502078 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10918eb2e8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:27.710787 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-c5d8b56c-694c-430a-bc18-8bc5dd31560e service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5192919
Dec 02 15:51:27.733254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d3898ad-140b-4d96-9905-80e76212703b req-99c9cc58-d983-4a7b-899b-5438d1fcfe00 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4134202
Dec 02 15:51:27.854220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:27.868085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Usage tracker for resource:security_group_rule and tenant:4288f43aaf914a2db3f930e6187abe1a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:27.868085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:27.879518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:27.976516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b6a667d0-da4b-4185-a6eb-1abe0455d2c8 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:28.252498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:28.264397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:28.265080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.288525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.350098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:28.397578 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57120bee-228f-4a44-9489-272d88a6d305 req-6c495c26-ba76-4f05-8ba5-d4a0e3cd3afd service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 2.1696529
Dec 02 15:51:28.435008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.441247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] For port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:28.441846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.472851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-51b093e5-aa7b-4e82-a5bc-5af0eac8d4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:28.560483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5591579c-e8b8-430a-80b2-f1da59ba0998,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:28.564583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:28.572989 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-572159a8-c6fa-42d5-8d33-3e1f8670c11b req-f090ef21-4ba8-4ea0-bf12-b55b7497e146 service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7956779
Dec 02 15:51:28.593630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:51:28.649282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a05db6-b8bc-45d7-8ffb-c2fee03768fe req-268534d4-b43a-4701-b383-7aa746a95877 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:28.659435 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02a05db6-b8bc-45d7-8ffb-c2fee03768fe req-268534d4-b43a-4701-b383-7aa746a95877 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 945 time: 0.9382422
Dec 02 15:51:28.738655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Calling delete_port for edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:51:28.740832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.741291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Added segment b41aa62d-d11b-4e9d-9474-00aa7d710551 of type vxlan for network ff6cd250-0a0a-4b72-926f-0996e6fdecf8
Dec 02 15:51:28.756430 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02a05db6-b8bc-45d7-8ffb-c2fee03768fe req-89f0d609-4fa9-40ef-9a00-27a73d48d843 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958779
Dec 02 15:51:28.856204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866d113-a469-4027-b3ba-2509060be317 req-39335f2c-1bb9-4ebf-92de-167dad6712b8 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:28.864263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.868708 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b866d113-a469-4027-b3ba-2509060be317 req-39335f2c-1bb9-4ebf-92de-167dad6712b8 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 944 time: 0.5374360
Dec 02 15:51:28.990102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:28.992349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:28.994300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:29.076704 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b866d113-a469-4027-b3ba-2509060be317 req-fac4edf3-8cdc-4260-9f3f-3fcd1c15bca7 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067707
Dec 02 15:51:29.109518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:29.219714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:29.254009 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 4.0817149
Dec 02 15:51:29.259569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48814) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:29.463198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Request body: {'subnet': {'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-671445999-subnet', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:29.554311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:29.630137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:29.643354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Pushing event updated for resources: {'Network': ['ID=ff6cd250-0a0a-4b72-926f-0996e6fdecf8,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:29.645742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:29.672856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:51:29.702464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:29.709614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:51:29.936744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:29.941218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10918eb2e8>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:26Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:29.954980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:29.978622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Usage tracker for resource:subnet and tenant:4288f43aaf914a2db3f930e6187abe1a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:29.997758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:30.037973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:30.088419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:30.102320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:30.105463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98784233-dc79-4abb-a0f8-63c434cad570 None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:26Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:51:30.142363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:30.336729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Made reservation on behalf of 4288f43aaf914a2db3f930e6187abe1a for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:51:30.345774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:30.392259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b6a667d0-da4b-4185-a6eb-1abe0455d2c8 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:30.426467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d6cd7355-6188-4a08-a47c-eb004fc82574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:30.575340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0307f8-2c69-4186-b226-68c0fae95831 req-131e4434-99cc-48ab-a73d-27933947c5ea tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:30.583582 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6b0307f8-2c69-4186-b226-68c0fae95831 req-131e4434-99cc-48ab-a73d-27933947c5ea tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.9314864
Dec 02 15:51:30.651511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-abe8a8ca-6377-461b-931b-b2d6a74411da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:30.659829 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-abe8a8ca-6377-461b-931b-b2d6a74411da service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1163 time: 0.8210807
Dec 02 15:51:30.669134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:30.670042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:30.676870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event deleted for resources: {'Port': ['ID=edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:30.735940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.736622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.737263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.740775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.741802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.742171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.742743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.757045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.758051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.758688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.759755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.760101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.760714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.761359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.762802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.763833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.764147 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.764633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.765272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.765861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.766824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.767099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.767669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.768386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:51:30.853745 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6b0307f8-2c69-4186-b226-68c0fae95831 req-81893ba6-9080-4c29-95ab-390295c64944 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687793
Dec 02 15:51:30.921826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:51:31.017598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-1855ea0b-a5ee-4efd-8f2e-728f56230fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:31.020083 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-1855ea0b-a5ee-4efd-8f2e-728f56230fdc service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.3564289
Dec 02 15:51:31.116318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:31.181025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:51:31.182046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:51:31.244553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] No DVR routers for this DVR port edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:51:31.249466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:31.263750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'name': 'network-vif-deleted', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:31.291406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecc797-a62a-4dca-8ad4-8ffd173f64d2 req-6a564a68-5c16-4f3c-a78e-34c7213061d6 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:31.301574 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75ecc797-a62a-4dca-8ad4-8ffd173f64d2 req-6a564a68-5c16-4f3c-a78e-34c7213061d6 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 1.0390882
Dec 02 15:51:31.331627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 058e568a-d4b0-4997-95b0-64bf7f2eacd5 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:31.358808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2628b791-b259-4975-8e78-b8a6304059ff req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "DELETE /v2.0/ports/edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c HTTP/1.1" status: 204  len: 173 time: 4.3673875
Dec 02 15:51:31.407816 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75ecc797-a62a-4dca-8ad4-8ffd173f64d2 req-38f4457f-dea2-4853-9270-5f51d802b1a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048810
Dec 02 15:51:31.592763 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-313bd0ba-e7fd-4492-af52-e6dd6d5e1b0c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 1001 time: 0.5599070
Dec 02 15:51:31.593014 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8', 'code': 200}
Dec 02 15:51:31.644270 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306f88f-ac44-40af-ad68-2ad5d4ab4994 req-b77912d7-c954-419b-930d-a06ce67a9a30 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:31.648990 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c306f88f-ac44-40af-ad68-2ad5d4ab4994 req-b77912d7-c954-419b-930d-a06ce67a9a30 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.4925292
Dec 02 15:51:31.777818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:31.779102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-15a3d626-50d1-4ec6-bd64-7d1d8f4cfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:31.780793 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-15a3d626-50d1-4ec6-bd64-7d1d8f4cfebe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1261518
Dec 02 15:51:31.785162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:31.785588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:31.847003 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c306f88f-ac44-40af-ad68-2ad5d4ab4994 req-91439da5-0cd1-4704-a57c-c06eea72d7e4 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1273415
Dec 02 15:51:32.048021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8c9e1a70-462b-481c-ba6c-832872c48636 req-d9dae27d-3cd6-48ca-8983-625e7a5ccbbb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:51:32.085479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-eef33443-e05f-4ea7-b5d2-610b1b59aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:32.087962 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-eef33443-e05f-4ea7-b5d2-610b1b59aea9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2954416
Dec 02 15:51:32.104805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:32.283709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-8c9e1a70-462b-481c-ba6c-832872c48636 req-d9dae27d-3cd6-48ca-8983-625e7a5ccbbb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:51:32.285517 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8c9e1a70-462b-481c-ba6c-832872c48636 req-d9dae27d-3cd6-48ca-8983-625e7a5ccbbb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.3020127
Dec 02 15:51:32.373764 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bbe402-38cd-467a-96c3-06e18c8a07a1', 'name': 'network-vif-deleted', 'tag': 'edf35ac9-cb62-4d61-b8c4-dc1b5ed92a6c', 'status': 'completed', 'code': 200}
Dec 02 15:51:32.389755 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-8d631283-e30d-4348-a55b-43ab8542e581 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867708
Dec 02 15:51:32.471542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 058e568a-d4b0-4997-95b0-64bf7f2eacd5, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=058e568a-d4b0-4997-95b0-64bf7f2eacd5,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:32.660439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:32.675688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:32.692691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510933-2f3d-4c3d-a6e4-12a387946c7f req-c5f812f9-684b-4040-8c10-e88b2969bdc6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:32.696579 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98510933-2f3d-4c3d-a6e4-12a387946c7f req-c5f812f9-684b-4040-8c10-e88b2969bdc6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1892655
Dec 02 15:51:32.924026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:32.936056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:32.970035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:32.979634 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98510933-2f3d-4c3d-a6e4-12a387946c7f req-975846de-c584-4cc2-8ec0-63a3dade97f4 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2583292
Dec 02 15:51:33.045116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e5d57874-da0c-4cbe-9284-d7a129bcfdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:33.055202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fcb66-5b68-46e9-9381-3945473b2d5b req-0e18d9e8-9ece-45fd-b9c3-b72e6d33a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:33.055854 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-631fcb66-5b68-46e9-9381-3945473b2d5b req-0e18d9e8-9ece-45fd-b9c3-b72e6d33a76f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 1163 time: 0.2238245
Dec 02 15:51:33.169265 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-631fcb66-5b68-46e9-9381-3945473b2d5b req-58525004-9948-4863-8f2b-e9bb7bd045d8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049907
Dec 02 15:51:33.196827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 058e568a-d4b0-4997-95b0-64bf7f2eacd5 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:33.454475 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-96c23845-e556-4af3-a6c4-649ddcc75a03 req-df9faa7c-e679-4407-8efd-7153656b4349 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0549717
Dec 02 15:51:33.469571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9de454b-83af-40b1-b608-261613a087f4,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:33.491876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:33.493272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b6a667d0-da4b-4185-a6eb-1abe0455d2c8 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:33.625618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cc425-a041-48b2-845b-50fba8ec1b42 req-be0b3683-afdb-4d32-b56b-1917064991c5 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:33.627439 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6d8cc425-a041-48b2-845b-50fba8ec1b42 req-be0b3683-afdb-4d32-b56b-1917064991c5 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 1.0561991
Dec 02 15:51:33.636136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea489-3c07-43e2-855c-4f0823e92f07 req-0a808058-c6e4-444b-8c7b-347dd21a2a3d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:33.638244 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c57ea489-3c07-43e2-855c-4f0823e92f07 req-0a808058-c6e4-444b-8c7b-347dd21a2a3d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.2357726
Dec 02 15:51:33.725114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:33.725849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:33.785072 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c57ea489-3c07-43e2-855c-4f0823e92f07 req-c9a04b36-f5cd-4fa8-8b31-40a8bcb11cf5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332316
Dec 02 15:51:33.798193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:33.805814 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6d8cc425-a041-48b2-845b-50fba8ec1b42 req-1efdbee2-0a71-416d-8f66-2b4b131a12c1 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248169
Dec 02 15:51:33.809640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:33.897550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Checking segment: {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:33.897953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Network hostable DHCP agents. Network: ff6cd250-0a0a-4b72-926f-0996e6fdecf8, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:51:33.995994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:51:34.070788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, ff6cd250-0a0a-4b72-926f-0996e6fdecf8) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:34.123047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:34.123729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:34.244507 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-427b095f-a142-410b-b323-82a654a785c6 req-ffd9f2f3-0da1-4c39-9e01-6f0c8c8bb2fb tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=05bbe402-38cd-467a-96c3-06e18c8a07a1 HTTP/1.1" status: 200  len: 210 time: 0.1143460
Dec 02 15:51:34.350737 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.0672722
Dec 02 15:51:34.351097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 48892) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:34.357139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:34.358089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf243-6951-48d6-ad9a-0fad0602426e req-ac7998ad-40dc-4912-ba86-0e2aaf4a199f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:34.360138 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ddbf243-6951-48d6-ad9a-0fad0602426e req-ac7998ad-40dc-4912-ba86-0e2aaf4a199f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.2176752
Dec 02 15:51:34.366695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:34.383065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Usage tracker for resource:router and tenant:4288f43aaf914a2db3f930e6187abe1a is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:34.386880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:34.405014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7956b6e-7c1b-412b-ba12-89b1c81fa717 None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:51:34.406667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:34.470471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:34.472550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:34.483315 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ddbf243-6951-48d6-ad9a-0fad0602426e req-90654b25-4082-4e64-b330-e87e2d8a8122 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0936375
Dec 02 15:51:34.638798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:34.656881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949ecc-54d3-444a-99b3-d1c3a323e84b req-b4972de3-ade2-49a1-a2ef-a5803eb247c6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:34.659122 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1c949ecc-54d3-444a-99b3-d1c3a323e84b req-b4972de3-ade2-49a1-a2ef-a5803eb247c6 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1568882
Dec 02 15:51:34.813246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'fixed_ips': [{'subnet_id': 'f9de454b-83af-40b1-b608-261613a087f4'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:51:34.814176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:35.171700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48902) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:35.291962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:35.331309 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1c949ecc-54d3-444a-99b3-d1c3a323e84b req-1ea20f90-8d30-4c16-b92e-48c932d1dd17 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6519382
Dec 02 15:51:35.514718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Deleting subnet 32235f89-ed75-40a3-9901-36fa444be666 {{(pid=80393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:51:35.561837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:35.673679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Allocated IP 172.20.0.2 (ff6cd250-0a0a-4b72-926f-0996e6fdecf8/f9de454b-83af-40b1-b608-261613a087f4/1d6342e8-0166-4d8e-9c20-6406e164f851) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:35.739105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530768'] for subnet, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:35.805528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c93cd-0bc1-4626-8a46-6087212f4d81 req-7088564a-7af2-4794-bcdd-e55d2d648025 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:35.807478 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-951c93cd-0bc1-4626-8a46-6087212f4d81 req-7088564a-7af2-4794-bcdd-e55d2d648025 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1654186
Dec 02 15:51:35.829129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457193f-70e8-4f8e-9dc6-2bcbbe6d197f req-ef4d46cc-f550-49fb-bac1-f5d13b4c9367 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:35.831215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e457193f-70e8-4f8e-9dc6-2bcbbe6d197f req-ef4d46cc-f550-49fb-bac1-f5d13b4c9367 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.4686878
Dec 02 15:51:35.843535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:35.994474 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e457193f-70e8-4f8e-9dc6-2bcbbe6d197f req-81751ddf-6f40-406c-9ea5-e59d866aaa91 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927718
Dec 02 15:51:36.055731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.068743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Transition to ACTIVE for port object 1d6342e8-0166-4d8e-9c20-6406e164f851 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:36.088753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Transition to ACTIVE for port object 1d6342e8-0166-4d8e-9c20-6406e164f851 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:36.128106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.163056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:36.329048 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-951c93cd-0bc1-4626-8a46-6087212f4d81 req-3a356c39-d192-49af-867f-307b56826c06 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5058181
Dec 02 15:51:36.339328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Pushing event updated for resources: {'Port': ['ID=1d6342e8-0166-4d8e-9c20-6406e164f851,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:36.420900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.486893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.515631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:36.631825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3443849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828483574'] for subnet, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.643770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:36.645772 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:36.653464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:36.771735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Attempting to bind port 1d6342e8-0166-4d8e-9c20-6406e164f851 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:36.772197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Attempting to bind port 1d6342e8-0166-4d8e-9c20-6406e164f851 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:36.772682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Attempting to bind port 1d6342e8-0166-4d8e-9c20-6406e164f851 on network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:36.786818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:36.787245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Checking segment: {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:36.787686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.788181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Bound using segment: {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:36.788710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Bound port: 1d6342e8-0166-4d8e-9c20-6406e164f851, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:36.789137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.821854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936a03-ea21-47a8-935b-c1a4bf085022 req-49919171-2af4-446e-931e-8ffb8c0d12ee tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:36.832987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f4936a03-ea21-47a8-935b-c1a4bf085022 req-49919171-2af4-446e-931e-8ffb8c0d12ee tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1931498
Dec 02 15:51:36.839021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:36.901212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] For port 1d6342e8-0166-4d8e-9c20-6406e164f851, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:36.906805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] For port 1d6342e8-0166-4d8e-9c20-6406e164f851, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1d6342e8-0166-4d8e-9c20-6406e164f851,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:36.908331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b6a667d0-da4b-4185-a6eb-1abe0455d2c8 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:36.915478 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f4936a03-ea21-47a8-935b-c1a4bf085022 req-6a9037d1-7a60-466e-8fc6-ac256a6dd410 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808775
Dec 02 15:51:36.944467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:36.969376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:36.990604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32235f89-ed75-40a3-9901-36fa444be666,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:36.997631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:37.036068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.062856 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-921e9780-b679-4eba-88b5-4f82a7d0c456 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/32235f89-ed75-40a3-9901-36fa444be666 HTTP/1.1" status: 204  len: 168 time: 1.8893120
Dec 02 15:51:37.064940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 48924) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:37.183668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Allocated IP 172.27.0.202 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/1cd212bb-5ac1-4f5a-bf19-7b5210d6842e) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:37.350077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Pushing event updated for resources: {'Port': ['ID=1d6342e8-0166-4d8e-9c20-6406e164f851,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:37.357573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:37.382018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.426864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:37.427341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.540102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977820-2050-48b2-8fcf-5d32a3de3674 req-9fee4c68-cde2-44b7-b45d-cfbae29e4a75 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:37.541848 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-67977820-2050-48b2-8fcf-5d32a3de3674 req-9fee4c68-cde2-44b7-b45d-cfbae29e4a75 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 1.0187352
Dec 02 15:51:37.561471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569f38-f5df-408e-86ff-8082fcb54967 req-e3691093-d6bf-4c66-81b2-ee09c231f9d0 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:37.569719 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2569f38-f5df-408e-86ff-8082fcb54967 req-e3691093-d6bf-4c66-81b2-ee09c231f9d0 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.1837037
Dec 02 15:51:37.597951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.622665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:37.640683 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b2569f38-f5df-408e-86ff-8082fcb54967 req-0e0f1ec4-8f9a-46af-86d7-22254bb2ecf0 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698960
Dec 02 15:51:37.708105 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-67977820-2050-48b2-8fcf-5d32a3de3674 req-5c6b3337-e735-4c6f-ae83-297de5fd7093 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1386766
Dec 02 15:51:37.771864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:37.772517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.775175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:37.895209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:38.190199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:38.388479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:38.412060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:38.455096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b2714-bfe7-4331-98ea-6a777422d90a req-22405f6e-1b65-4dc1-9231-a7f57acea673 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:38.464762 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c00b2714-bfe7-4331-98ea-6a777422d90a req-22405f6e-1b65-4dc1-9231-a7f57acea673 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.2821653
Dec 02 15:51:38.631271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f109094dd30>,) {'filters': {'network_id': ['ff174474-e4b7-43a0-9a9f-af048d26f968']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:38.705197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f109094dd30>, '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:38.705691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f109094dd30>, '896e1ea9-fed2-49d2-a3ad-0a714d4b3c4d') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:38.761903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:38.825833 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c00b2714-bfe7-4331-98ea-6a777422d90a req-92bd5f21-1810-41b7-8614-4f09c35225da tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3592250
Dec 02 15:51:38.844581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1a88-1885-4995-8257-3db9ab985bd4 req-ce93f8d3-6d6f-48a3-bb85-5198dd112360 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:38.847547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:38.854586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:38.861312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:38.863017 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-48ee1a88-1885-4995-8257-3db9ab985bd4 req-ce93f8d3-6d6f-48a3-bb85-5198dd112360 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.4604881
Dec 02 15:51:38.897149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:38.904652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:51:39.260352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1d6342e8-0166-4d8e-9c20-6406e164f851 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:39.408096 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-48ee1a88-1885-4995-8257-3db9ab985bd4 req-0f0db9a5-6a7b-4664-9378-9fabe62b0296 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5392272
Dec 02 15:51:39.485820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 1d6342e8-0166-4d8e-9c20-6406e164f851 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:39.741778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Network ff174474-e4b7-43a0-9a9f-af048d26f968 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:51:39.776535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:39.809967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2752298c-ae1b-40a7-b5a5-a00e0934f30c None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:51:39.845050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:40.048985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Provisioning for port 1d6342e8-0166-4d8e-9c20-6406e164f851 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:40.070662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Provisioning complete for port 1d6342e8-0166-4d8e-9c20-6406e164f851 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:40.071232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:40.264744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Network ff174474-e4b7-43a0-9a9f-af048d26f968 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:51:40.310967 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:51:40.567434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdfb2d-c085-4432-b93b-f04cc3bc91ae req-35a2e500-9c34-4a72-ae48-c4a3ea910d5d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:40.569943 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d9bdfb2d-c085-4432-b93b-f04cc3bc91ae req-35a2e500-9c34-4a72-ae48-c4a3ea910d5d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1591971
Dec 02 15:51:40.640486 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d9bdfb2d-c085-4432-b93b-f04cc3bc91ae req-18e87ba5-96de-473a-9e13-96d45f079457 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632231
Dec 02 15:51:40.704991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:40.756883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] For port 1d6342e8-0166-4d8e-9c20-6406e164f851, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1d6342e8-0166-4d8e-9c20-6406e164f851,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:40.899506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae3482-d876-4d1b-b6dd-e5eacf19ee93 req-7f4b846c-e467-42fa-b31e-ec8579b0f898 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:40.908534 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33ae3482-d876-4d1b-b6dd-e5eacf19ee93 req-7f4b846c-e467-42fa-b31e-ec8579b0f898 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1113114
Dec 02 15:51:40.910040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a4b5-d285-4f79-830e-ebe514145e67 req-d1eb6fda-7f8f-4c4d-b375-c31c69b7193c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:40.920245 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bca2a4b5-d285-4f79-830e-ebe514145e67 req-d1eb6fda-7f8f-4c4d-b375-c31c69b7193c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.4563141
Dec 02 15:51:41.020497 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bca2a4b5-d285-4f79-830e-ebe514145e67 req-5c936492-1281-45e2-afde-de0bbec9c4c1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992212
Dec 02 15:51:41.037843 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33ae3482-d876-4d1b-b6dd-e5eacf19ee93 req-fb39d37d-ad13-49ea-ae7f-687c05c8dfc7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283102
Dec 02 15:51:41.047678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.065544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.074965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.080356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2e887d1b-4068-45f6-bd62-796edce6d8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:41.099932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.102601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6f20c0a7-c5c2-45f6-b4dc-1314648d7e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:41.123595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ff174474-e4b7-43a0-9a9f-af048d26f968,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:41.149063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:41.149063 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] 10.222.0.101 "DELETE /v2.0/networks/ff174474-e4b7-43a0-9a9f-af048d26f968 HTTP/1.1" status: 204  len: 168 time: 4.0739801
Dec 02 15:51:41.165178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f08777-2c09-4f07-bf97-71e7b41b6e2a req-66c70764-3346-4838-bad6-06aa4354e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:41.170041 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57f08777-2c09-4f07-bf97-71e7b41b6e2a req-66c70764-3346-4838-bad6-06aa4354e653 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.1913800
Dec 02 15:51:41.332068 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-57f08777-2c09-4f07-bf97-71e7b41b6e2a req-5c600b77-efd6-4388-aa10-ffd13ef6da9d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546552
Dec 02 15:51:41.501801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1526568e-ba46-44f2-81dd-84ba39c2a25c None None] Provisioning complete for port 1d6342e8-0166-4d8e-9c20-6406e164f851 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:41.502964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1526568e-ba46-44f2-81dd-84ba39c2a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.504386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Router 727cec83-fa8c-40a9-9dd3-32df4b57d73d is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:51:41.666848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Pushing event updated for resources: {'Port': ['ID=1d6342e8-0166-4d8e-9c20-6406e164f851,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:41.683435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:41.780281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.804322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49014) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:41.910489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9a90-6ae1-435b-8c74-322be603c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:41.987163 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-06a71451-a13b-4399-9cc1-4a11a067225e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56c9112430664980ab7f1093238878e5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1810546
Dec 02 15:51:41.991599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49018) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:42.041626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-3badfd8e-b743-48c0-b1c5-23337d8d7a32 None None] Provisioning complete for port 1d6342e8-0166-4d8e-9c20-6406e164f851 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:42.042058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3badfd8e-b743-48c0-b1c5-23337d8d7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.232953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.251339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed4945-03e8-4ea6-93de-606c5f38e09b req-89304dec-a060-4f65-a1a0-bb6c153837e1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:42.260974 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5ed4945-03e8-4ea6-93de-606c5f38e09b req-89304dec-a060-4f65-a1a0-bb6c153837e1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.3004239
Dec 02 15:51:42.281269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:51:42.305716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Sync routers for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:51:42.326041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:42.326722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090e39ef0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:42.362884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.410204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.411926 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.0596936
Dec 02 15:51:42.427486 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5ed4945-03e8-4ea6-93de-606c5f38e09b req-c034a76b-00fc-4ea3-a0c8-8f3ca637bd5f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644163
Dec 02 15:51:42.428257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49026) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:51:42.528981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c6681044-498d-4ffa-9d74-3f52c7123b15 None None] Provisioning complete for port 1d6342e8-0166-4d8e-9c20-6406e164f851 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:42.531369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c6681044-498d-4ffa-9d74-3f52c7123b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.533850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.562798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2a062ee8-5591-4891-8527-1ee07b9ef0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:42.622739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702a9989-e9f4-4a80-92cf-025aa0ce77cb,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:42.643378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:42.930049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:42.936506 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/702a9989-e9f4-4a80-92cf-025aa0ce77cb HTTP/1.1" status: 204  len: 168 time: 0.9416823
Dec 02 15:51:43.269044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:43.321216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85b37-094c-4d07-9a14-1b10ce6329a4 req-6684ec01-1cb6-4d67-ad51-432991dbddc0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:43.330791 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bec85b37-094c-4d07-9a14-1b10ce6329a4 req-6684ec01-1cb6-4d67-ad51-432991dbddc0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.6792164
Dec 02 15:51:43.458146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bec85b37-094c-4d07-9a14-1b10ce6329a4 req-f34e44b8-04d8-4a66-bb96-aafd87ede8ee tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262934
Dec 02 15:51:43.528344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612de44-a733-4ace-ae44-1fe16364bace req-7ac961d7-a211-4d4c-9a66-1a53bacb923c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:43.533693 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4612de44-a733-4ace-ae44-1fe16364bace req-7ac961d7-a211-4d4c-9a66-1a53bacb923c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 946 time: 0.4094160
Dec 02 15:51:43.603380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1d6342e8-0166-4d8e-9c20-6406e164f851 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:43.812169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Deleting port bcba1c17-23ad-42ca-a39f-5066ffafea07 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:51:43.812972 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:43.889398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090e39ef0>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:39Z', 'revision_number': 3, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:43.902092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Checking router: 727cec83-fa8c-40a9-9dd3-32df4b57d73d for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:51:43.903217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Updating router 727cec83-fa8c-40a9-9dd3-32df4b57d73d port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:51:43.958415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 1d6342e8-0166-4d8e-9c20-6406e164f851 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:43.958985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:44.049619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:44.092255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-86471b63-7def-4120-9807-fe9d2d5f711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:44.593163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] For port bcba1c17-23ad-42ca-a39f-5066ffafea07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=bcba1c17-23ad-42ca-a39f-5066ffafea07,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:44.594111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:44.701916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43ee3-faf8-4c31-85cd-a4ddfe79e173 req-e0925a82-38dd-465b-8dd6-4bca52ba7a7c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:44.730829 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4da43ee3-faf8-4c31-85cd-a4ddfe79e173 req-e0925a82-38dd-465b-8dd6-4bca52ba7a7c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 1.3397627
Dec 02 15:51:44.737044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Calling delete_port for bcba1c17-23ad-42ca-a39f-5066ffafea07 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:51:44.744528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:44.866664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cade-19cd-418e-a722-2b960d12d4e7 req-5be5fb2c-0571-4181-b3b4-1b246fac401b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:44.878390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f445cade-19cd-418e-a722-2b960d12d4e7 req-5be5fb2c-0571-4181-b3b4-1b246fac401b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 1.0251839
Dec 02 15:51:44.888695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4da43ee3-faf8-4c31-85cd-a4ddfe79e173 req-3b25dd4f-0bbc-49a8-a673-16fafdb0168d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290801
Dec 02 15:51:44.934150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:44.935012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.064349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.094149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Transition to ACTIVE for port object 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:45.128002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.154089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:45.169547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.184721 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f445cade-19cd-418e-a722-2b960d12d4e7 req-76d36817-2960-4fdc-8113-b4e529c8f2fd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3052649
Dec 02 15:51:45.240654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:45.358684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.363361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event deleted for resources: {'Port': ['ID=bcba1c17-23ad-42ca-a39f-5066ffafea07,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:45.371029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:45.390768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.396569 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8e4694e-b520-4232-9f13-e20a084a7f32 req-fe0cbad3-a489-4ad4-95b5-7041226dfb05 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.1659412
Dec 02 15:51:45.441856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device bcba1c17-23ad-42ca-a39f-5066ffafea07 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:51:45.486852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e557-f1ea-4d51-90df-558e2c144748 None None] Pushing event updated for resources: {'Port': ['ID=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,revision_number=2']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:45.488829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: bcba1c17-23ad-42ca-a39f-5066ffafea07 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:51:45.489362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device bcba1c17-23ad-42ca-a39f-5066ffafea07 not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:51:45.503874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0518e557-f1ea-4d51-90df-558e2c144748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:45.567690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] No DVR routers for this DVR port bcba1c17-23ad-42ca-a39f-5066ffafea07 on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:51:45.581313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Attempting to bind port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:45.581736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Attempting to bind port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:45.582143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Attempting to bind port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:45.583317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.589253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'name': 'network-vif-deleted', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:45.591781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:45.592301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:45.593347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.593801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:45.594345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Bound port: 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:45.594837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.670278 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7ff8d5-f591-4e0f-b4b4-162363b1135b', 'name': 'network-vif-deleted', 'tag': 'bcba1c17-23ad-42ca-a39f-5066ffafea07', 'status': 'completed', 'code': 200}
Dec 02 15:51:45.672598 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4612de44-a733-4ace-ae44-1fe16364bace req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "DELETE /v2.0/ports/bcba1c17-23ad-42ca-a39f-5066ffafea07 HTTP/1.1" status: 204  len: 173 time: 2.1301012
Dec 02 15:51:45.707711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] For port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:45.782013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] For port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:45.820519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.874007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:45.891392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-92e1224d-0406-4848-a1bc-03a5470393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:45.893398 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-92e1224d-0406-4848-a1bc-03a5470393e0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1162 time: 0.1528683
Dec 02 15:51:46.025722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1145bc52-0542-498f-b2b5-36356ea346a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:46.119730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:46.121555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090e39ef0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:46.194957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Allocated IP 172.20.0.1 (ff6cd250-0a0a-4b72-926f-0996e6fdecf8/f9de454b-83af-40b1-b608-261613a087f4/a84540a1-a27d-416e-adf7-d4dd2d4b577c) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:51:46.236209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:46.252507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-531ea0f8-03ed-45bf-ba53-1c56987d3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:46.254392 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-531ea0f8-03ed-45bf-ba53-1c56987d3c5c service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.3496697
Dec 02 15:51:46.377438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c076c8-a72c-4cdc-8296-9a36d9e2e1bd req-61b97f42-0629-4c1e-a470-c03863a0a46e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:46.397260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-51c076c8-a72c-4cdc-8296-9a36d9e2e1bd req-61b97f42-0629-4c1e-a470-c03863a0a46e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2589967
Dec 02 15:51:46.414133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:46.481520 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-3f059901-0ae9-4ecd-a562-a7e3f13f32a3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 1001 time: 0.2182627
Dec 02 15:51:46.521669 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-51c076c8-a72c-4cdc-8296-9a36d9e2e1bd req-bca21637-3fac-4aed-b006-ae13798de83a tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233542
Dec 02 15:51:46.626341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:46.672860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Transition to ACTIVE for port object a84540a1-a27d-416e-adf7-d4dd2d4b577c will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:46.673324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-cbb6ff3a-cee8-4686-991d-b4de3270a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:46.675492 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-cbb6ff3a-cee8-4686-991d-b4de3270a520 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.1465089
Dec 02 15:51:46.700482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccde8a-b78e-4956-ad00-e4c69b972557 req-241892db-28b6-494a-8ad5-be3fa0a491b7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:46.709925 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f1ccde8a-b78e-4956-ad00-e4c69b972557 req-241892db-28b6-494a-8ad5-be3fa0a491b7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.2261965
Dec 02 15:51:46.733719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:46.752016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-303976c1-fb2f-4d7f-a6d4-eddb8e8da297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:46.871799 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f1ccde8a-b78e-4956-ad00-e4c69b972557 req-3deea539-cb28-47d9-bd70-3f59586814bd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599407
Dec 02 15:51:46.878005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e557-f1ea-4d51-90df-558e2c144748 None None] Pushing event updated for resources: {'Port': ['ID=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:46.888556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0518e557-f1ea-4d51-90df-558e2c144748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:46.902423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-6301e262-f1d6-4cb6-9193-4faf56146699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:46.904624 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-6301e262-f1d6-4cb6-9193-4faf56146699 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1914167
Dec 02 15:51:47.279306 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-8bd616ef-206a-4a89-ad34-3ab973abc05d service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3562195
Dec 02 15:51:47.353425 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090e39ef0>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:39Z', 'revision_number': 3, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:47.367676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764a6b5-077d-48a6-aa5c-ec0c68292f8b None None] The sync data for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi is: [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:39Z', 'revision_number': 3, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:51:47.414984 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cf0b7aea-92f9-4033-a9f6-244d9c3e418d req-fa10f59b-4012-441f-8a5e-4786bf09273c tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=fc7ff8d5-f591-4e0f-b4b4-162363b1135b HTTP/1.1" status: 200  len: 210 time: 0.2460971
Dec 02 15:51:47.439949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:47.447705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:47.482570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:51:47.561841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:47.561841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Pushing event updated for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:47.561841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:47.607062 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5b97946-90fc-4a06-b14c-74d84786d2af req-168a9688-c3a5-4546-80a7-884ed9039e66 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3126070
Dec 02 15:51:47.806737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e7ad2028-c6b0-4d67-89ab-efce5dc53c43 None None] Provisioning for port a84540a1-a27d-416e-adf7-d4dd2d4b577c completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:47.815392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-e7ad2028-c6b0-4d67-89ab-efce5dc53c43 None None] Provisioning complete for port a84540a1-a27d-416e-adf7-d4dd2d4b577c triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:47.815715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e7ad2028-c6b0-4d67-89ab-efce5dc53c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:47.816816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:48.170529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad2028-c6b0-4d67-89ab-efce5dc53c43 None None] Port a84540a1-a27d-416e-adf7-d4dd2d4b577c cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:51:48.376215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f1c0-427b-453e-9e8d-69b40c1a6dd3 req-c688539a-0add-48b1-9fb7-008dc43b4023 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:48.376215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ce40f1c0-427b-453e-9e8d-69b40c1a6dd3 req-c688539a-0add-48b1-9fb7-008dc43b4023 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1587183
Dec 02 15:51:48.404746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-a18449ac-463b-488f-9481-61b9b85fb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:48.406470 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-a18449ac-463b-488f-9481-61b9b85fb2a2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.3010302
Dec 02 15:51:48.430734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e1239-d587-4902-b536-60a5c8b3d4e9 req-5b7044b0-4c6a-4891-8955-eda4d1f87d03 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:48.432946 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e39e1239-d587-4902-b536-60a5c8b3d4e9 req-5b7044b0-4c6a-4891-8955-eda4d1f87d03 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1717761
Dec 02 15:51:48.436505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:48.475203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:48.475930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:48.494854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:48.569497 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ce40f1c0-427b-453e-9e8d-69b40c1a6dd3 req-ac8da283-5d79-467e-9f0e-885bf7d84213 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853898
Dec 02 15:51:48.618838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-1238f8fb-8714-49da-8cca-55324dde748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:48.620606 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-1238f8fb-8714-49da-8cca-55324dde748f service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.1887085
Dec 02 15:51:48.675320 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e39e1239-d587-4902-b536-60a5c8b3d4e9 req-38cca684-0b8e-498d-ad4f-fcd5d57cc0fd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2319512
Dec 02 15:51:48.734395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Pushing event updated for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:48.740237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:48.747625 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-a66f9234-f4f3-4c0f-97d4-8b37f0d99fc6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.1025302
Dec 02 15:51:48.825647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:51:48.827021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:51:48.851103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-f63ef170-bdd1-4d58-891b-43fb612a60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:48.852801 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-f63ef170-bdd1-4d58-891b-43fb612a60df service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.0935512
Dec 02 15:51:48.923372 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-a01bbb0e-92da-4213-b8c7-f4e0ad1be7cf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539424
Dec 02 15:51:49.127360 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-bbed9a6b-d737-430b-a328-34b29dbb3bdc service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912482
Dec 02 15:51:49.150787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Router 727cec83-fa8c-40a9-9dd3-32df4b57d73d has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:51:49.194198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:49.328396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-12d296e3-0383-4d52-93d3-e78020c8f424 None None] Provisioning complete for port a84540a1-a27d-416e-adf7-d4dd2d4b577c triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:49.329193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-12d296e3-0383-4d52-93d3-e78020c8f424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:49.387184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:49.401311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-12d296e3-0383-4d52-93d3-e78020c8f424 None None] Port a84540a1-a27d-416e-adf7-d4dd2d4b577c cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:51:49.405436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:49.406244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:49.477225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-944076c9-6cf4-4b32-968d-21335e01dc4d req-65914471-336e-454f-9e12-9d5cfada3f8c service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3408926
Dec 02 15:51:49.526041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58e2a-67c7-4a73-8b7c-4e39b0547734 req-31bd5836-582c-49a9-8d69-b68610bf793f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:49.528048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-87e58e2a-67c7-4a73-8b7c-4e39b0547734 req-31bd5836-582c-49a9-8d69-b68610bf793f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:51:49.556376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:49.579353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:49.588795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-87e58e2a-67c7-4a73-8b7c-4e39b0547734 req-31bd5836-582c-49a9-8d69-b68610bf793f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:51:49.595471 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87e58e2a-67c7-4a73-8b7c-4e39b0547734 req-31bd5836-582c-49a9-8d69-b68610bf793f tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.1819413
Dec 02 15:51:49.622679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:49.626072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:49.678418 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87e58e2a-67c7-4a73-8b7c-4e39b0547734 req-76a611f0-45cb-417b-ad9d-207b477805c0 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790324
Dec 02 15:51:49.730235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:49.737306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:49.841948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:51:49.858891 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] 10.222.0.101 "PUT /v2.0/routers/727cec83-fa8c-40a9-9dd3-32df4b57d73d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4290998
Dec 02 15:51:49.885322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64d99-e0b6-408d-97bf-9a39b23af150 req-174b6045-ce33-4567-936c-88a764cfc2ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:49.887741 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2aa64d99-e0b6-408d-97bf-9a39b23af150 req-174b6045-ce33-4567-936c-88a764cfc2ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1334672
Dec 02 15:51:49.957204 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2aa64d99-e0b6-408d-97bf-9a39b23af150 req-4086e8cf-5300-42c6-b390-753dd039a99d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618620
Dec 02 15:51:50.019536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8cad-fde8-4d3e-b5f1-32c0098fd410 req-0795bfa9-b20b-4f25-9dc5-59406f53a235 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:50.021281 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-70cb8cad-fde8-4d3e-b5f1-32c0098fd410 req-0795bfa9-b20b-4f25-9dc5-59406f53a235 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1153574
Dec 02 15:51:50.078549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-70cb8cad-fde8-4d3e-b5f1-32c0098fd410 req-4afa8854-92cb-494d-b887-21787cd5a678 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497897
Dec 02 15:51:50.813908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:51:50.875710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Sync routers for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:51:50.928328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:50.929534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090788a20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:50.933875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ab48-019d-4b7e-89f6-e4b18bf428a8 req-9fca6f88-9f9e-494f-9e68-624d92db6c14 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:50.936524 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f713ab48-019d-4b7e-89f6-e4b18bf428a8 req-9fca6f88-9f9e-494f-9e68-624d92db6c14 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.1003380
Dec 02 15:51:50.993617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f713ab48-019d-4b7e-89f6-e4b18bf428a8 req-b696e5e4-adaf-4c28-bff0-878a5eab82ef tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508955
Dec 02 15:51:51.158170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:51.266469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42522755-6c8e-4c89-962d-bc348880b2a8 req-d1c159cf-8f2b-4897-96a7-f631e5051225 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:51.268757 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42522755-6c8e-4c89-962d-bc348880b2a8 req-d1c159cf-8f2b-4897-96a7-f631e5051225 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1194584
Dec 02 15:51:51.341547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42522755-6c8e-4c89-962d-bc348880b2a8 req-265baa8f-6264-463d-bd16-f057d1b529d7 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593171
Dec 02 15:51:51.386166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:51.450894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:51.470445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:51.470860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:51.550286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:51.619093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9b6ef-3e5d-446d-8a4a-0b16b80ec11b req-522f6534-84df-4fb0-a78e-c55572a80174 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:51.621742 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5d9b6ef-3e5d-446d-8a4a-0b16b80ec11b req-522f6534-84df-4fb0-a78e-c55572a80174 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1038249
Dec 02 15:51:51.664322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:51.720779 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5d9b6ef-3e5d-446d-8a4a-0b16b80ec11b req-af3819a3-f808-4107-bce8-5930d180ac8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894947
Dec 02 15:51:51.726722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:51.731027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c10cbf72-20a7-4526-8633-e792be8d2d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:51.791092 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'code': 422} returned with failed status
Dec 02 15:51:51.808930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2048584045', 'description': 'tempest-TestVolumeBootPattern-2048584045 description'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:51.817188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:51.827430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Usage tracker for resource:security_group and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:51.838991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:51.851903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:51.910827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:51.948222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:51.953422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:51.958837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:51.960809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Usage tracker for resource:security_group_rule and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:51.964237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:51.976872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:52.052131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090788a20>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:47Z', 'revision_number': 4, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'a84540a1-a27d-416e-adf7-d4dd2d4b577c', 'name': '', 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'mac_address': 'fa:16:3e:a2:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f9de454b-83af-40b1-b608-261613a087f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:45Z', 'updated_at': '2020-12-02T15:51:48Z', 'revision_number': 2, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'subnets': [{'id': 'f9de454b-83af-40b1-b608-261613a087f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:52.057288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Checking router: 727cec83-fa8c-40a9-9dd3-32df4b57d73d for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:51:52.057693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Updating router 727cec83-fa8c-40a9-9dd3-32df4b57d73d port a84540a1-a27d-416e-adf7-d4dd2d4b577c binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:51:52.134564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.163052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.194042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-1efbf88b-268e-4355-bf59-b356819dd3f4 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:52.196120 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-1efbf88b-268e-4355-bf59-b356819dd3f4 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.1731083
Dec 02 15:51:52.200624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.205901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-920dbaf6-55ba-4a8b-948a-f6d12e805301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:52.342827 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'SecurityGroup': ['ID=84b94ee0-92cf-4dbe-8dc6-c45763dad97a,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:52.376094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:52.385907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Deleting port 0fc63adc-a95c-4e8b-bc36-37690089fe6e {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:51:52.396615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.446942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.449511 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-518477fc-c85c-4dcb-9537-1437f459b111 req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6449413
Dec 02 15:51:52.881248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.913117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Transition to ACTIVE for port object a84540a1-a27d-416e-adf7-d4dd2d4b577c will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:51:52.968164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:52.974874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] For port 0fc63adc-a95c-4e8b-bc36-37690089fe6e, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=0fc63adc-a95c-4e8b-bc36-37690089fe6e,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:52.975294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:53.051585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-12ffd670-3710-4e58-94de-7a078fe77ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:53.272776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:53.368838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39341b-bd1a-4df8-9083-f080419d2d87 req-0229cda6-883f-4213-b832-8cbe6f84d2be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:53.372290 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9e39341b-bd1a-4df8-9083-f080419d2d87 req-0229cda6-883f-4213-b832-8cbe6f84d2be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1722155
Dec 02 15:51:53.393921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5290a-bd41-4e69-8311-495e6ab56e21 req-e2be19b0-e19e-4bc0-a595-dd64a51bea8d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:53.413032 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-acd5290a-bd41-4e69-8311-495e6ab56e21 req-e2be19b0-e19e-4bc0-a595-dd64a51bea8d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 946 time: 0.6742303
Dec 02 15:51:53.437186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Calling delete_port for 0fc63adc-a95c-4e8b-bc36-37690089fe6e owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:51:53.492116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9e39341b-bd1a-4df8-9083-f080419d2d87 req-00a25932-a908-4276-bff9-a05aae217774 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093652
Dec 02 15:51:53.539362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Pushing event updated for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:53.550720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:53.576360 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-acd5290a-bd41-4e69-8311-495e6ab56e21 req-d1e9b38c-f94e-4a18-9783-3ff3d379ff53 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619124
Dec 02 15:51:53.669512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37160277-0354-477d-a81b-024b47c9509d req-a4ecc18e-8690-49b2-bf73-35f488c53709 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups/84b94ee0-92cf-4dbe-8dc6-c45763dad97a HTTP/1.1" status: 200  len: 1758 time: 0.1305432
Dec 02 15:51:53.684574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84b94ee0-92cf-4dbe-8dc6-c45763dad97a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:53.685186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84b94ee0-92cf-4dbe-8dc6-c45763dad97a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:53.692742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:53.697931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Usage tracker for resource:security_group_rule and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:53.702274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:53.711379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:53.819006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:53.853595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:53.902806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:53.926481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:53.945829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:53.946775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:53.975599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Attempting to bind port a84540a1-a27d-416e-adf7-d4dd2d4b577c on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:51:53.976226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Attempting to bind port a84540a1-a27d-416e-adf7-d4dd2d4b577c by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:51:53.976797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Attempting to bind port a84540a1-a27d-416e-adf7-d4dd2d4b577c on network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:51:53.982169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:53.984985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.011736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4162dc-d251-4b51-b3a9-c53f067f3975,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:54.023070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:54.025767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:51:54.026294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Checking segment: {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:51:54.027077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.027543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Bound using segment: {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:51:54.028224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Bound port: a84540a1-a27d-416e-adf7-d4dd2d4b577c, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41aa62d-d11b-4e9d-9474-00aa7d710551', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:51:54.028752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.048115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event deleted for resources: {'Port': ['ID=0fc63adc-a95c-4e8b-bc36-37690089fe6e,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:54.053759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:54.110615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.112063 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37160277-0354-477d-a81b-024b47c9509d req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.4325709
Dec 02 15:51:54.256315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] No DVR routers for this DVR port 0fc63adc-a95c-4e8b-bc36-37690089fe6e on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:51:54.259565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.264725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'name': 'network-vif-deleted', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:51:54.295521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] For port a84540a1-a27d-416e-adf7-d4dd2d4b577c, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:51:54.310901 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-caa2b1af-37b1-4162-bf23-9c661396c99f req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "DELETE /v2.0/ports/0fc63adc-a95c-4e8b-bc36-37690089fe6e HTTP/1.1" status: 204  len: 173 time: 2.0605268
Dec 02 15:51:54.316156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] For port a84540a1-a27d-416e-adf7-d4dd2d4b577c, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a84540a1-a27d-416e-adf7-d4dd2d4b577c,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:51:54.346049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:54.371698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-91e6346f-31be-46b3-910a-31c169b32cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:54.382922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629586dc-867a-4dde-b947-db2f5f2fa285 req-df70e8dc-73b3-41e6-bbe3-d2564d57c3ae tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:54.384680 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-629586dc-867a-4dde-b947-db2f5f2fa285 req-df70e8dc-73b3-41e6-bbe3-d2564d57c3ae tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1108353
Dec 02 15:51:54.414662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 0fc63adc-a95c-4e8b-bc36-37690089fe6e no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:51:54.467876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-629586dc-867a-4dde-b947-db2f5f2fa285 req-0c5fe6a7-8a06-4842-89a7-d57f6c3438d4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627332
Dec 02 15:51:54.534654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: 0fc63adc-a95c-4e8b-bc36-37690089fe6e {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:51:54.537052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 0fc63adc-a95c-4e8b-bc36-37690089fe6e not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:51:54.630340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc7128f-2441-4c19-8fab-86f5b2239e56', 'name': 'network-vif-deleted', 'tag': '0fc63adc-a95c-4e8b-bc36-37690089fe6e', 'status': 'completed', 'code': 200}
Dec 02 15:51:54.634141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Pushing event updated for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:54.658930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:54.727875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-bdb5e8de-618e-48c2-b4cf-2e62bc43e636 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups/84b94ee0-92cf-4dbe-8dc6-c45763dad97a HTTP/1.1" status: 200  len: 2319 time: 0.1448104
Dec 02 15:51:54.743530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84b94ee0-92cf-4dbe-8dc6-c45763dad97a', 'remote_group_id': None}]} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:54.744365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84b94ee0-92cf-4dbe-8dc6-c45763dad97a', 'remote_group_id': None}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:51:54.753080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:51:54.766540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Usage tracker for resource:security_group_rule and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:51:54.778294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:51:54.790262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:51:54.805860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:51:54.805860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090788a20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:51:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:54.885555 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5323d5f-62ab-44aa-b410-99b36d2ce85d req-04081046-6e8b-4bb0-8860-ba6a3fa58ff8 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=2bc7128f-2441-4c19-8fab-86f5b2239e56 HTTP/1.1" status: 200  len: 210 time: 0.0683358
Dec 02 15:51:54.987519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:55.042120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:55.071143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:51:55.072099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:55.075657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e3ca4f2e-40c7-486a-8ebd-53c377a51d20 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:55.129184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851ec1b1-e300-437a-992f-a086e3864086,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:55.144297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:55.174437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:55.176366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31fb88a9-26ad-41bf-b7f2-b72817cec3ec req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.4379821
Dec 02 15:51:55.478312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090788a20>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:47Z', 'revision_number': 4, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'a84540a1-a27d-416e-adf7-d4dd2d4b577c', 'name': '', 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'mac_address': 'fa:16:3e:a2:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f9de454b-83af-40b1-b608-261613a087f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:45Z', 'updated_at': '2020-12-02T15:51:54Z', 'revision_number': 4, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'subnets': [{'id': 'f9de454b-83af-40b1-b608-261613a087f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:51:55.483919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a580d-8b00-442d-8734-afaf4667444d None None] The sync data for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi is: [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T15:51:47Z', 'revision_number': 4, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'a84540a1-a27d-416e-adf7-d4dd2d4b577c', 'name': '', 'network_id': 'ff6cd250-0a0a-4b72-926f-0996e6fdecf8', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'mac_address': 'fa:16:3e:a2:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f9de454b-83af-40b1-b608-261613a087f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:45Z', 'updated_at': '2020-12-02T15:51:54Z', 'revision_number': 4, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'subnets': [{'id': 'f9de454b-83af-40b1-b608-261613a087f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:51:55.824745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ccab4-9d1a-4b83-b1a4-50576032064f req-6fe1680c-606d-4986-a274-5867aecb0bef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:55.837336 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1c0ccab4-9d1a-4b83-b1a4-50576032064f req-6fe1680c-606d-4986-a274-5867aecb0bef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1187754
Dec 02 15:51:55.957192 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1c0ccab4-9d1a-4b83-b1a4-50576032064f req-f782cb7a-b6ca-4835-b983-e1e1757e8cf3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078606
Dec 02 15:51:57.204888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a84540a1-a27d-416e-adf7-d4dd2d4b577c up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:57.339021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port a84540a1-a27d-416e-adf7-d4dd2d4b577c completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:51:57.340844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265361a3-4563-41bd-9a3c-116f96917d22 req-e214cef6-528f-4562-987e-89c393c51421 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:57.342821 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-265361a3-4563-41bd-9a3c-116f96917d22 req-e214cef6-528f-4562-987e-89c393c51421 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1305761
Dec 02 15:51:57.345623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port a84540a1-a27d-416e-adf7-d4dd2d4b577c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:57.350903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:57.404343 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-265361a3-4563-41bd-9a3c-116f96917d22 req-502bd7ef-20b4-4e69-98ef-a2f9e578b71d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461528
Dec 02 15:51:57.521420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:57.562268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port a84540a1-a27d-416e-adf7-d4dd2d4b577c, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a84540a1-a27d-416e-adf7-d4dd2d4b577c,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:51:57.599814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:57.602052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:51:57.710655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:51:57.717244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:51:57.830452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:51:58.381470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb0000-d42a-4ae3-a472-befe20820a83 req-044afb0b-5bb1-41c5-97f6-ea629a3ba04d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:58.384638 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bccb0000-d42a-4ae3-a472-befe20820a83 req-044afb0b-5bb1-41c5-97f6-ea629a3ba04d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.1082978
Dec 02 15:51:58.443436 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bccb0000-d42a-4ae3-a472-befe20820a83 req-cc530f7a-09f6-41be-9230-6587afc2584d tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460472
Dec 02 15:51:58.725999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc7397-53af-4b9f-bb26-ce352446c44a req-9514d2b9-d513-400a-9bb3-222411b2b7c1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:58.728336 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d3dc7397-53af-4b9f-bb26-ce352446c44a req-9514d2b9-d513-400a-9bb3-222411b2b7c1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1110699
Dec 02 15:51:58.787952 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d3dc7397-53af-4b9f-bb26-ce352446c44a req-d468dbb7-83a1-443d-8dd7-f7ac2bc2226c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508876
Dec 02 15:51:59.052917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a84540a1-a27d-416e-adf7-d4dd2d4b577c up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:51:59.131191 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port a84540a1-a27d-416e-adf7-d4dd2d4b577c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:51:59.131614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:51:59.698215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed00f-01ff-4f38-833b-945a95d8fe77 req-5b1fdb3f-a9b1-44a6-8538-65f5d7de547e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:51:59.700032 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c24ed00f-01ff-4f38-833b-945a95d8fe77 req-5b1fdb3f-a9b1-44a6-8538-65f5d7de547e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.0920630
Dec 02 15:51:59.764639 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c24ed00f-01ff-4f38-833b-945a95d8fe77 req-8c17010f-b311-4477-8288-0fcd41f24056 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526416
Dec 02 15:52:00.200285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b2ea-ef4a-40c1-9604-0807cdfc4b56 req-3e990368-6695-408d-ba8c-dc6342bcc730 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:00.203308 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3202b2ea-ef4a-40c1-9604-0807cdfc4b56 req-3e990368-6695-408d-ba8c-dc6342bcc730 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1572385
Dec 02 15:52:00.284977 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3202b2ea-ef4a-40c1-9604-0807cdfc4b56 req-4a3d754d-90bf-4206-aa63-6d8d3e897c67 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702558
Dec 02 15:52:00.843389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb21fc8-6a3e-4b27-bd11-ebab2dd00b6e req-4f2023d9-563b-4366-a9e0-bd4a81b8b511 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:00.845292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fb21fc8-6a3e-4b27-bd11-ebab2dd00b6e req-4f2023d9-563b-4366-a9e0-bd4a81b8b511 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1601408
Dec 02 15:52:00.894756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-6ce1753c-76f5-4854-85b8-816f5977375e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:00.895610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-6ce1753c-76f5-4854-85b8-816f5977375e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Synchronizing usage tracker for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:00.914357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 18ae3e68-f199-402b-ad16-0125e857e166 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:00.931180 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fb21fc8-6a3e-4b27-bd11-ebab2dd00b6e req-73992e59-73d0-4f7e-8568-4ab00ccf7301 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724657
Dec 02 15:52:00.999878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-6ce1753c-76f5-4854-85b8-816f5977375e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Unset dirty status for tenant:bf0ccd282f4042c2af3ebf05183275c7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:01.002495 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-6ce1753c-76f5-4854-85b8-816f5977375e tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.2509356
Dec 02 15:52:01.086393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:01.106767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590071b4-79f6-4d3c-b044-a11469b6aa40 req-72a926f9-c67b-431d-87b5-808849965f08 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:01.108839 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-590071b4-79f6-4d3c-b044-a11469b6aa40 req-72a926f9-c67b-431d-87b5-808849965f08 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 945 time: 0.1126904
Dec 02 15:52:01.172835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Deleting port 18ae3e68-f199-402b-ad16-0125e857e166 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:01.173172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:01.186365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 18ae3e68-f199-402b-ad16-0125e857e166, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18ae3e68-f199-402b-ad16-0125e857e166,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:01.189457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:01.194423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-590071b4-79f6-4d3c-b044-a11469b6aa40 req-a05ae50d-2a68-4349-b0a4-284911e684e9 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/security-groups?id=20ec294f-a132-4959-95c8-e54c2250258b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635269
Dec 02 15:52:01.219839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:01.230637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:01.400162 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166', 'code': 200}
Dec 02 15:52:01.442814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:01.464843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:01.532115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] For port 18ae3e68-f199-402b-ad16-0125e857e166, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18ae3e68-f199-402b-ad16-0125e857e166,segment=NetworkSegment(831835ec-84ea-4035-96f4-7dbc2cfa4656),segment_id=831835ec-84ea-4035-96f4-7dbc2cfa4656)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:01.532530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:01.632336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40535-9d53-40a9-b5a7-08f32fb55165 req-2d697f51-c17c-4213-accf-bc241a9dda4b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:01.641017 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc40535-9d53-40a9-b5a7-08f32fb55165 req-2d697f51-c17c-4213-accf-bc241a9dda4b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1120322
Dec 02 15:52:01.659532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49354) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:01.709888 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc40535-9d53-40a9-b5a7-08f32fb55165 req-130c1561-92a0-4c75-9ced-9e779c119805 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677733
Dec 02 15:52:01.765787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Calling delete_port for 18ae3e68-f199-402b-ad16-0125e857e166 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:01.860487 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-ed838c83-3763-4485-b318-53aac324109c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1991808
Dec 02 15:52:02.017129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:02.061557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0fda59c-ab4f-42ac-9039-42b7e01b8d8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:02.259097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Pushing event deleted for resources: {'Port': ['ID=18ae3e68-f199-402b-ad16-0125e857e166,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:02.274739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:02.504575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69cf94-dbeb-451a-aa36-fd1dce8f9deb req-c4aecd44-e981-4073-a9db-8664668cef08 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:02.513140 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bc69cf94-dbeb-451a-aa36-fd1dce8f9deb req-c4aecd44-e981-4073-a9db-8664668cef08 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.3548331
Dec 02 15:52:02.655697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] No DVR routers for this DVR port 18ae3e68-f199-402b-ad16-0125e857e166 on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:52:02.674482 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fb6fb9aa-c7e6-47e3-96b0-f0a16b16a696 req-b82c83f0-2342-4ab6-a183-a910d45cd8ab tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.1435170
Dec 02 15:52:02.707556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:02.727299 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bc69cf94-dbeb-451a-aa36-fd1dce8f9deb req-90370bea-e6ed-4a84-9f1d-7b772e228c38 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126683
Dec 02 15:52:02.728207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-deleted', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:02.838260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-438e9aac-5f45-4abe-84d2-9815c935cd3f req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.103 "DELETE /v2.0/ports/18ae3e68-f199-402b-ad16-0125e857e166 HTTP/1.1" status: 204  len: 173 time: 1.8283272
Dec 02 15:52:02.886006 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e0adf-e547-4dc7-a347-22a102b5928e', 'name': 'network-vif-deleted', 'tag': '18ae3e68-f199-402b-ad16-0125e857e166', 'status': 'completed', 'code': 200}
Dec 02 15:52:03.153231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca127f-e1b7-4da1-bce8-425871487335 req-5e88756e-5e45-47d9-8c72-1a7643abb163 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:03.157260 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5ca127f-e1b7-4da1-bce8-425871487335 req-5e88756e-5e45-47d9-8c72-1a7643abb163 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1465964
Dec 02 15:52:03.224363 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5ca127f-e1b7-4da1-bce8-425871487335 req-7d780ef5-98dc-4846-b611-5032b1e6f9de tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561726
Dec 02 15:52:04.110913 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e62185fd-da46-4d05-870b-7665740aeb59 req-978927ce-8371-4db8-bb51-d7d52e25ec75 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] 10.222.0.101 "GET /v2.0/ports?device_id=e86e0adf-e547-4dc7-a347-22a102b5928e HTTP/1.1" status: 200  len: 210 time: 0.0909445
Dec 02 15:52:04.214279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60dbad-7d16-4390-9832-2be434a8cd01 req-8893c8df-ffed-4e75-bd0d-fe78fd8504ec tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:04.216462 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af60dbad-7d16-4390-9832-2be434a8cd01 req-8893c8df-ffed-4e75-bd0d-fe78fd8504ec tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1576338
Dec 02 15:52:04.279269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af60dbad-7d16-4390-9832-2be434a8cd01 req-13d8af01-a4c7-4ba3-bf76-583dfb769d21 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552754
Dec 02 15:52:04.481531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864ffc4-f272-4c89-acc3-93afbc2789f8 req-e4ea3bff-92de-4b95-865d-d60bd4416f34 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:04.483256 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4864ffc4-f272-4c89-acc3-93afbc2789f8 req-e4ea3bff-92de-4b95-865d-d60bd4416f34 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.0934639
Dec 02 15:52:04.542991 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4864ffc4-f272-4c89-acc3-93afbc2789f8 req-58a53d0e-d909-410b-be7a-069b68c5fe29 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522127
Dec 02 15:52:04.787306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-0c57a54b-1095-449e-8f0b-2a3481e807f2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:04.789119 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-0c57a54b-1095-449e-8f0b-2a3481e807f2 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 945 time: 0.1378021
Dec 02 15:52:04.890475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Deleting port befb71b0-ee0d-4d99-a7e5-e25e48227efc {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:04.890873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:04.967948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device befb71b0-ee0d-4d99-a7e5-e25e48227efc no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:05.146003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.254741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:05.263649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:05.294225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.297531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:05.403723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49444) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:05.485015 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc', 'code': 200}
Dec 02 15:52:05.486437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:05.487294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.554463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Deleting subnet d2572690-dbab-4ed6-a6b9-bb60d288a91d {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:52:05.560439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.601720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:05.609634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:05.651792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.664668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:05.717192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-55b6d4db-2bba-4c17-8ad4-10d7a8585d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:05.719117 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-55b6d4db-2bba-4c17-8ad4-10d7a8585d74 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c&tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 1160 time: 0.5703545
Dec 02 15:52:05.875995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Calling delete_port for befb71b0-ee0d-4d99-a7e5-e25e48227efc owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:06.011268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb00e50-62e3-4007-851d-1379d3f520f0 req-c928afbf-bf2e-486a-9098-b2682d844a7d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:06.016981 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ffb00e50-62e3-4007-851d-1379d3f520f0 req-c928afbf-bf2e-486a-9098-b2682d844a7d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.3585496
Dec 02 15:52:06.074875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ffb00e50-62e3-4007-851d-1379d3f520f0 req-f8951229-43f7-4684-87aa-ed4118a27f04 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537369
Dec 02 15:52:06.094598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-1f594890-c29e-4a60-a362-1648e1fcf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:06.096349 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-1f594890-c29e-4a60-a362-1648e1fcf714 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1160 time: 0.2861731
Dec 02 15:52:06.106580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaff8b-e914-47e3-84ae-f34ed27caed6 req-90b5e1e7-a076-43c0-97da-dfecc28c318f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:06.108355 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8beaff8b-e914-47e3-84ae-f34ed27caed6 req-90b5e1e7-a076-43c0-97da-dfecc28c318f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2524400
Dec 02 15:52:06.112585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:52:06.112963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:52:06.320291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8beaff8b-e914-47e3-84ae-f34ed27caed6 req-08d1cb05-eb0e-4b17-87d6-18cf27886236 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1977303
Dec 02 15:52:06.351326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:06.381175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-311e6f14-94b0-4aed-9a53-93d2d18b73cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:06.502712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-090dc855-2c6f-4130-bc9e-e3d9a6692e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:06.505526 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-090dc855-2c6f-4130-bc9e-e3d9a6692e63 service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.3560088
Dec 02 15:52:06.516474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2572690-dbab-4ed6-a6b9-bb60d288a91d,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:06.614378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Deleting port befb71b0-ee0d-4d99-a7e5-e25e48227efc {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:06.615278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:06.641071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:06.768980 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-2d4d52c5-68de-44e0-a997-f7ebf899ac91 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 200  len: 999 time: 0.2285955
Dec 02 15:52:06.770084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:06.777271 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d2572690-dbab-4ed6-a6b9-bb60d288a91d HTTP/1.1" status: 204  len: 168 time: 1.3715451
Dec 02 15:52:06.779900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49456) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:06.952276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-29f97dbb-cafb-4704-a6e0-13cf33da4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:06.953935 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-29f97dbb-cafb-4704-a6e0-13cf33da4a9a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.1704025
Dec 02 15:52:07.083219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:07.121713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] For port befb71b0-ee0d-4d99-a7e5-e25e48227efc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=befb71b0-ee0d-4d99-a7e5-e25e48227efc,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:07.122590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:07.397139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Calling delete_port for befb71b0-ee0d-4d99-a7e5-e25e48227efc owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:07.912774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-c67f4b2e-da1f-4470-9566-9b851d4e1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:07.915753 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-c67f4b2e-da1f-4470-9566-9b851d4e1d62 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9336355
Dec 02 15:52:07.927342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:08.005491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9122-32a9-4078-8f29-698723ea3518 req-33c83a5c-c061-494b-addd-78440c224276 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:08.007219 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ad9d9122-32a9-4078-8f29-698723ea3518 req-33c83a5c-c061-494b-addd-78440c224276 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 943 time: 0.2074599
Dec 02 15:52:08.097416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ad9d9122-32a9-4078-8f29-698723ea3518 req-c38532d3-31e5-4788-bacb-2d2bfc1e8eda tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685503
Dec 02 15:52:08.099175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:08.117318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:08.169641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Pushing event deleted for resources: {'Port': ['ID=befb71b0-ee0d-4d99-a7e5-e25e48227efc,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:08.176603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:08.383434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809c721-4fc3-406d-b430-c5baa56c0198 req-e1b10dae-2520-4a12-b38a-93637e15ff43 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:08.386216 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2809c721-4fc3-406d-b430-c5baa56c0198 req-e1b10dae-2520-4a12-b38a-93637e15ff43 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.6821587
Dec 02 15:52:08.404559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f109042ee48>> segment before_delete 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.405431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f109042ee48>> subnet precommit_delete_associations 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.405822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> segment_host_mapping after_create 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.406203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> port after_create 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.406571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> port after_delete 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.406953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> port after_update 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.407320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> segment after_delete 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.407741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> subnet after_create 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.408134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> subnet after_delete 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.408509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1090384048>> subnet after_update 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.433585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] No DVR routers for this DVR port befb71b0-ee0d-4d99-a7e5-e25e48227efc on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:52:08.436289 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:08.439670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-deleted', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:08.532018 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a44431a-1677-4a5f-b591-5427bc3fd3be req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "DELETE /v2.0/ports/befb71b0-ee0d-4d99-a7e5-e25e48227efc HTTP/1.1" status: 204  len: 173 time: 3.7226343
Dec 02 15:52:08.580005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1090021978>> subnet after_create 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.580728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1090021978>> subnet after_delete 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.581110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1090021978>> subnet before_create 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.581488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1090021978>> subnet before_update 55550000 {{(pid=80394) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 15:52:08.581936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10903849b0>,) {'filters': {'network_id': ['0e8d58a1-9518-45ad-8e30-37b570122f7b']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:08.631912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10903849b0>, '831835ec-84ea-4035-96f4-7dbc2cfa4656') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:08.632465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10903849b0>, '831835ec-84ea-4035-96f4-7dbc2cfa4656') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:08.670536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:08.680327 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-3c8af0a3-0903-4dce-8446-416331829c42 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7257001
Dec 02 15:52:08.726227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:08.731119 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2809c721-4fc3-406d-b430-c5baa56c0198 req-f0313bf1-7494-47fd-8640-c89302ae26fa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359296
Dec 02 15:52:08.731868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:52:08.920114 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b68ba3-ad18-47ee-80c0-8282bdd3368b', 'name': 'network-vif-deleted', 'tag': 'befb71b0-ee0d-4d99-a7e5-e25e48227efc', 'status': 'completed', 'code': 200}
Dec 02 15:52:09.083773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:52:09.096881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:09.229143 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-837293a1-dbb4-4fb6-a41c-99065b35aa4a req-1ebb6c0b-d1ee-49cd-9d5c-68bd2fd3282e service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5397022
Dec 02 15:52:09.364731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Network 0e8d58a1-9518-45ad-8e30-37b570122f7b has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   (rel_b, rel_a, rel_b),
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   (rel_b, rel_a, rel_b),
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:52:09.433931 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:52:09.584428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-df0a279f-694a-46b9-94ce-f5da79c41678 req-746ee360-5c88-409a-80c9-87b2620b9aea tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=62b68ba3-ad18-47ee-80c0-8282bdd3368b HTTP/1.1" status: 200  len: 210 time: 0.2215390
Dec 02 15:52:09.678896 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-873bb90b-89f6-4868-99a1-b7274f1de4af service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2394929
Dec 02 15:52:09.679800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:09.684923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ace602f4-fefd-4465-b5c8-79e3ec50cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:09.706725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:09.718726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8d58a1-9518-45ad-8e30-37b570122f7b,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:09.721920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:09.822037 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f122f24c-f61e-4589-90c0-1e79f954c957 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0e8d58a1-9518-45ad-8e30-37b570122f7b HTTP/1.1" status: 204  len: 168 time: 3.0405245
Dec 02 15:52:09.932838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-f98122e0-518f-4c9b-8490-6b74be3c7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:09.944421 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-f98122e0-518f-4c9b-8490-6b74be3c7a60 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 1162 time: 0.2027183
Dec 02 15:52:10.273768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d24e-f79a-42bb-8056-bc3e6b72634c req-4b8f4f6d-54e3-4ceb-9758-6d047e9376ea tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:10.275486 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1179d24e-f79a-42bb-8056-bc3e6b72634c req-4b8f4f6d-54e3-4ceb-9758-6d047e9376ea tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1484852
Dec 02 15:52:10.334877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-689e7dee-f32d-43e6-aa79-10acdc94acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:10.336808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-689e7dee-f32d-43e6-aa79-10acdc94acd4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 200  len: 913 time: 0.3289297
Dec 02 15:52:10.345417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1179d24e-f79a-42bb-8056-bc3e6b72634c req-1e0ee042-cf57-440b-b2c4-7fea7d528103 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552893
Dec 02 15:52:10.384491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49500) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:10.438065 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-c79aa18e-51c9-46e1-94c1-2816efe2c608 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 200  len: 217 time: 0.0861382
Dec 02 15:52:10.445156 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f14462b2-c153-4d93-b730-1724a6462051 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bf0ccd282f4042c2af3ebf05183275c7&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0615220
Dec 02 15:52:10.448708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49504) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:10.533794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-62dcb288-1e35-4192-b7b5-667561c3e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:10.536653 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-62dcb288-1e35-4192-b7b5-667561c3e102 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 200  len: 859 time: 0.0885084
Dec 02 15:52:10.536849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:10.580308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:10.629105 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-cb9e95b1-6468-43e3-83fc-d7d35f03bb01 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b9cb3801-fac6-4035-8677-bcb9a7cab836&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0778506
Dec 02 15:52:10.679664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:10.684756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:10.700575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec294f-a132-4959-95c8-e54c2250258b,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:10.703621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:10.752575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:10.753851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/20ec294f-a132-4959-95c8-e54c2250258b HTTP/1.1" status: 204  len: 168 time: 0.3030009
Dec 02 15:52:10.869460 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-0c41cd56-9bd3-406a-93a1-8b86b2234e77 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208655
Dec 02 15:52:11.066995 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c641168c-778f-4bdd-845c-c6d023c44b74 req-f1be68cf-b8aa-4ac1-a559-0ac30ffdbf38 service neutron] 10.222.0.103 "GET /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1753430
Dec 02 15:52:11.322711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:11.714001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a8bc9-84a8-407b-82bd-b01b6e021101 req-d80707a8-0c25-44e9-a656-f1379a0008c3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:11.716978 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7f9a8bc9-84a8-407b-82bd-b01b6e021101 req-d80707a8-0c25-44e9-a656-f1379a0008c3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1396241
Dec 02 15:52:11.739850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646357-ef96-4291-bda6-986956891d19 req-463c59e5-52be-4f49-9367-80ef34cdc12e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:11.740729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a1646357-ef96-4291-bda6-986956891d19 req-463c59e5-52be-4f49-9367-80ef34cdc12e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:11.800226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a1646357-ef96-4291-bda6-986956891d19 req-463c59e5-52be-4f49-9367-80ef34cdc12e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:11.801534 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7f9a8bc9-84a8-407b-82bd-b01b6e021101 req-626e33a8-498d-4a0e-96c3-a0666a3344ba tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697234
Dec 02 15:52:11.802070 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a1646357-ef96-4291-bda6-986956891d19 req-463c59e5-52be-4f49-9367-80ef34cdc12e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1582184
Dec 02 15:52:11.882356 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a1646357-ef96-4291-bda6-986956891d19 req-5c0352ce-c864-425e-af7b-eabdb3ef854c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730667
Dec 02 15:52:11.914216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0e25855-efa2-47ef-b4e7-98740882dffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:13.237227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfc567-f613-484f-af78-a1f661d85696 req-085f8030-7142-4a0f-bfa1-c24c71d64b7c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:13.239544 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-05cfc567-f613-484f-af78-a1f661d85696 req-085f8030-7142-4a0f-bfa1-c24c71d64b7c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1924398
Dec 02 15:52:13.263149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52a4c5-0bbb-4863-8538-2d36d0e828b2 req-a8a867c3-97a1-4ec1-bca5-d6a7219a7763 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:13.271860 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bd52a4c5-0bbb-4863-8538-2d36d0e828b2 req-a8a867c3-97a1-4ec1-bca5-d6a7219a7763 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1772902
Dec 02 15:52:13.341424 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bd52a4c5-0bbb-4863-8538-2d36d0e828b2 req-325d1093-a0b6-4e7d-9d0d-a7597f91538c tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683064
Dec 02 15:52:13.348753 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-05cfc567-f613-484f-af78-a1f661d85696 req-59ab7311-32ef-4706-86ae-aeeb33fe9dc4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960083
Dec 02 15:52:13.927251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9dcf458c-9452-4041-914a-35f4d71cf385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:14.774974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059c5d-5e25-4ed3-96cf-df4e823a3a9c req-2ac9641c-835c-475c-b822-e3285b17034e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:14.788975 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-32059c5d-5e25-4ed3-96cf-df4e823a3a9c req-2ac9641c-835c-475c-b822-e3285b17034e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1608319
Dec 02 15:52:14.794924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07b452-3b3d-44fb-bea7-1833aa390f0a req-a7ff82fb-fab5-450d-8c2b-4a44480939e4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:14.819051 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ce07b452-3b3d-44fb-bea7-1833aa390f0a req-a7ff82fb-fab5-450d-8c2b-4a44480939e4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1675293
Dec 02 15:52:14.879777 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-32059c5d-5e25-4ed3-96cf-df4e823a3a9c req-f836f524-fc8d-49a4-b34f-c672458b79c1 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880318
Dec 02 15:52:14.946830 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ce07b452-3b3d-44fb-bea7-1833aa390f0a req-2b640965-012a-443b-85ca-bf416b10c98b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260080
Dec 02 15:52:15.196346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:15.876774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:16.287747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:16.733121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd337b09-c5ff-406c-af10-ac4a8f21e501 req-1c328ded-d1e0-47c6-9e67-e1aac7cbbcc1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:16.741267 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fd337b09-c5ff-406c-af10-ac4a8f21e501 req-1c328ded-d1e0-47c6-9e67-e1aac7cbbcc1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2807114
Dec 02 15:52:16.747022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614fdf-7256-4a60-b1fa-cbbf1e26e120 req-80ca8f23-8d5f-4aa9-86c1-a532d613487b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:16.754007 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a614fdf-7256-4a60-b1fa-cbbf1e26e120 req-80ca8f23-8d5f-4aa9-86c1-a532d613487b tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.2793331
Dec 02 15:52:16.836588 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fd337b09-c5ff-406c-af10-ac4a8f21e501 req-f59edd38-bd83-48a9-afa8-ce5a7521642f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942101
Dec 02 15:52:16.940292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a614fdf-7256-4a60-b1fa-cbbf1e26e120 req-9d58423c-0d8c-404b-bef7-cbac07ac0626 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624334
Dec 02 15:52:18.295044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3122c9-a71a-4137-9a08-39cddc0258cd req-c19791c3-73b3-462f-ad30-afcfa0791e81 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:18.297990 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4c3122c9-a71a-4137-9a08-39cddc0258cd req-c19791c3-73b3-462f-ad30-afcfa0791e81 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1550124
Dec 02 15:52:18.376287 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4c3122c9-a71a-4137-9a08-39cddc0258cd req-232a6d99-037b-4c67-a8ef-edb7c60fb988 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720239
Dec 02 15:52:18.476384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcf1c0-0a60-43ed-86d5-8340e7067ae9 req-d8a756a9-445f-4ee1-bf92-12bdce327783 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:18.480492 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-27dcf1c0-0a60-43ed-86d5-8340e7067ae9 req-d8a756a9-445f-4ee1-bf92-12bdce327783 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1249192
Dec 02 15:52:18.614291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-27dcf1c0-0a60-43ed-86d5-8340e7067ae9 req-6f41c4ac-2abf-4a9e-8c61-1485c4afd558 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508013
Dec 02 15:52:19.778611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5fdf-3989-48e5-a3e0-55e9f05b24be req-0998a62f-d5cd-4dfe-acc2-f06b8b28a94a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:19.781354 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77fa5fdf-3989-48e5-a3e0-55e9f05b24be req-0998a62f-d5cd-4dfe-acc2-f06b8b28a94a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1546226
Dec 02 15:52:19.916347 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77fa5fdf-3989-48e5-a3e0-55e9f05b24be req-d8c734bd-bb63-464d-bc14-1b9657bca1bd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027777
Dec 02 15:52:19.942412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb07d4-7c42-4c51-ba4d-77b194404fa8 req-364f121b-2270-4468-b3fe-a80e35d7f1ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:19.944408 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dacb07d4-7c42-4c51-ba4d-77b194404fa8 req-364f121b-2270-4468-b3fe-a80e35d7f1ca tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1581147
Dec 02 15:52:20.022366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dacb07d4-7c42-4c51-ba4d-77b194404fa8 req-1b6cbf9c-c830-49cd-a28f-66a1453ee365 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611582
Dec 02 15:52:21.430096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5982b-c863-44b0-bb0a-8c52c7bde7c1 req-79c8a767-47fd-4850-ad10-b47c8659ced2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:21.433330 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e0c5982b-c863-44b0-bb0a-8c52c7bde7c1 req-79c8a767-47fd-4850-ad10-b47c8659ced2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1345687
Dec 02 15:52:21.513819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e0c5982b-c863-44b0-bb0a-8c52c7bde7c1 req-c066bf09-831d-4f4a-8ed1-73013496de2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731275
Dec 02 15:52:21.595306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0d22-6ba2-4e5d-8d5c-d5c3da26ae63 req-85dba512-4d90-46df-bb8b-26d6b2809804 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:21.597113 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e56f0d22-6ba2-4e5d-8d5c-d5c3da26ae63 req-85dba512-4d90-46df-bb8b-26d6b2809804 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1322255
Dec 02 15:52:21.681593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e56f0d22-6ba2-4e5d-8d5c-d5c3da26ae63 req-1593000a-60ae-4a94-998c-c2414e93dff5 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773857
Dec 02 15:52:22.889342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821135-d758-4232-b799-90243e3164b4 req-16cc8262-4565-4f72-a5a5-1e0fefa98c35 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:22.897573 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a821135-d758-4232-b799-90243e3164b4 req-16cc8262-4565-4f72-a5a5-1e0fefa98c35 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1105099
Dec 02 15:52:23.011169 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a821135-d758-4232-b799-90243e3164b4 req-0baf3bf7-4f74-47b5-a78a-066e95892049 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122911
Dec 02 15:52:23.029065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6476d-8ffd-409c-8c1f-79b34df35529 req-44a65a2c-b2b1-4010-a753-c8ed61796c01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:23.032316 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a1a6476d-8ffd-409c-8c1f-79b34df35529 req-44a65a2c-b2b1-4010-a753-c8ed61796c01 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1161463
Dec 02 15:52:23.116718 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a1a6476d-8ffd-409c-8c1f-79b34df35529 req-dd960d8a-f555-446e-9461-f9727820e5c3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765939
Dec 02 15:52:24.377662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403e00-7fc1-49ce-a630-b4c908d3653c req-fd6ae1e1-cb40-40d5-8364-08b1eab8eda8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:24.379384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-32403e00-7fc1-49ce-a630-b4c908d3653c req-fd6ae1e1-cb40-40d5-8364-08b1eab8eda8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1327207
Dec 02 15:52:24.381600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02101-68b3-49a4-acc4-fda8d0ccbfb1 req-a8f0520a-995a-45ec-bee9-e5e8158f7978 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:24.385262 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-18a02101-68b3-49a4-acc4-fda8d0ccbfb1 req-a8f0520a-995a-45ec-bee9-e5e8158f7978 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1093044
Dec 02 15:52:24.451188 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-18a02101-68b3-49a4-acc4-fda8d0ccbfb1 req-4fe94c7e-b7c0-4b69-8376-06bc7040eff8 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533414
Dec 02 15:52:24.472114 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-32403e00-7fc1-49ce-a630-b4c908d3653c req-92ee75f7-eb35-43f2-9fd2-ab65a01af7ee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847812
Dec 02 15:52:25.780889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e1c4c-f7ce-4a5a-a04d-6510625fc483 req-b783b7da-2b3e-4d0c-a12b-cc2b92d98cd9 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:25.783566 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-929e1c4c-f7ce-4a5a-a04d-6510625fc483 req-b783b7da-2b3e-4d0c-a12b-cc2b92d98cd9 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.0993888
Dec 02 15:52:25.847782 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-929e1c4c-f7ce-4a5a-a04d-6510625fc483 req-b5f5d80f-6830-484d-adad-d6f64251491d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572157
Dec 02 15:52:26.090216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25cd80-5774-40b2-b1ac-26b550f35042 req-d5de30ac-6403-4eeb-b847-27bc7f376f4f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:26.092143 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e25cd80-5774-40b2-b1ac-26b550f35042 req-d5de30ac-6403-4eeb-b847-27bc7f376f4f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.3751216
Dec 02 15:52:26.175505 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e25cd80-5774-40b2-b1ac-26b550f35042 req-0420bf8c-0684-4b8d-9345-eb2ea8898e37 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754137
Dec 02 15:52:27.051321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49798) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:27.112352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b51a3-2e14-4d67-8f59-761abc49721d req-63727c77-8bfc-4fca-aff0-923f80964873 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:27.115476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-743b51a3-2e14-4d67-8f59-761abc49721d req-63727c77-8bfc-4fca-aff0-923f80964873 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1053987
Dec 02 15:52:27.253178 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-743b51a3-2e14-4d67-8f59-761abc49721d req-5522f5cd-b2f5-4563-807b-2c2d3f27fb45 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296444
Dec 02 15:52:27.372436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:27.392374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:27.397155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Usage tracker for resource:security_group_rule and tenant:83354b2e4deb40218b8055273ea2b99a is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:27.404810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:27.497093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:27.595248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944d97a-b21b-44d5-8c52-a42eef1af60b req-6495d3ea-2775-4e77-b7af-6bc470927fc5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:27.596957 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7944d97a-b21b-44d5-8c52-a42eef1af60b req-6495d3ea-2775-4e77-b7af-6bc470927fc5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1850240
Dec 02 15:52:27.674934 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7944d97a-b21b-44d5-8c52-a42eef1af60b req-90d34e87-a081-4164-a302-b7db8db8c985 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715306
Dec 02 15:52:27.770980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:27.810535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:27.820345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-006d18ab-ab04-4815-831c-389d8015f7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:27.871621 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83354b2e4deb40218b8055273ea2b99a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8183999
Dec 02 15:52:27.876551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49812) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:27.883238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3291211-05d6-47c5-ac02-b1e65a983868,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:27.883238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:27.964539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:28.003763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:28.178578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:28.184859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:28.202052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3291211-05d6-47c5-ac02-b1e65a983868,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:28.204984 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:28.206236 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3291211-05d6-47c5-ac02-b1e65a983868 HTTP/1.1" status: 204  len: 168 time: 0.3284442
Dec 02 15:52:28.214587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.214995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.215402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.215802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.216219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.216618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.217010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.217398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.218048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.218429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.218815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.219248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.219700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.220124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.220513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.220898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.221278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.221664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.222049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.222435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.222821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.223211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.223614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.224009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:28.228867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:28.504299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04f682-33b1-4d43-9687-7dbb9479d10e req-5768d316-b282-4c67-873f-9131c3ffa64f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:28.506038 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f04f682-33b1-4d43-9687-7dbb9479d10e req-5768d316-b282-4c67-873f-9131c3ffa64f tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.0985656
Dec 02 15:52:28.562867 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f04f682-33b1-4d43-9687-7dbb9479d10e req-ccd40c4e-4e1b-4f1d-bf7c-b4811d008061 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494771
Dec 02 15:52:29.155850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372361bf-7682-4301-b712-bf42ffc9b055 req-98d34266-9f10-4537-abae-2c6c0172ebdf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:29.167049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-372361bf-7682-4301-b712-bf42ffc9b055 req-98d34266-9f10-4537-abae-2c6c0172ebdf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2058234
Dec 02 15:52:29.249726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-372361bf-7682-4301-b712-bf42ffc9b055 req-3a1361cf-04f5-4b05-9736-842b83925097 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812817
Dec 02 15:52:29.949611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803136-a195-4527-805a-b0d83c551073 req-13684c04-457e-48bf-bde3-7b5d45ae4c69 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:29.951465 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5803136-a195-4527-805a-b0d83c551073 req-13684c04-457e-48bf-bde3-7b5d45ae4c69 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1268036
Dec 02 15:52:30.044304 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d5803136-a195-4527-805a-b0d83c551073 req-037c3ff2-fc08-4041-9ece-f2d39636209e tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792315
Dec 02 15:52:30.664476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01bbe-761a-46c1-af3b-a3cc8a6c6f1a req-502b52dd-f546-4f20-9744-d4013e7a3c82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:30.666685 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94f01bbe-761a-46c1-af3b-a3cc8a6c6f1a req-502b52dd-f546-4f20-9744-d4013e7a3c82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1436539
Dec 02 15:52:30.727909 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94f01bbe-761a-46c1-af3b-a3cc8a6c6f1a req-2c7b4b66-86f7-4f6c-8a29-b697a6b48556 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529158
Dec 02 15:52:31.385385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38206335-0740-484d-a79b-0c6060e5d7c6 req-d04a1359-0a89-4d35-89dc-70c929023964 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:31.387342 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-38206335-0740-484d-a79b-0c6060e5d7c6 req-d04a1359-0a89-4d35-89dc-70c929023964 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1080499
Dec 02 15:52:31.462989 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-38206335-0740-484d-a79b-0c6060e5d7c6 req-4be5288f-2ac3-40a3-b13e-ecafba58ba4d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668054
Dec 02 15:52:31.769966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49884) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:31.969515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:31.989735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:31.996037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b774acfdd1849018b68ca1eeb21b095 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:32.000127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:32.007051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:32.032850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac57a5e-3bca-46f9-aa9a-874b7011874b req-31188256-7838-46fd-96f5-ec213cab1b0a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:32.034562 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-aac57a5e-3bca-46f9-aa9a-874b7011874b req-31188256-7838-46fd-96f5-ec213cab1b0a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1271567
Dec 02 15:52:32.111573 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-aac57a5e-3bca-46f9-aa9a-874b7011874b req-31f8732b-3953-4387-89d9-ddfe985e31d8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625887
Dec 02 15:52:32.187110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.233357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.243267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3f6505d3-fe89-4628-8446-4f578ed1a687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:32.290690 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b774acfdd1849018b68ca1eeb21b095&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5191407
Dec 02 15:52:32.293729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49896) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:32.293904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d474c-eb65-49b6-8b8b-0565cbbdac9c,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:32.297649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:32.394343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.434348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.524951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.530989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6d6fe605-07c7-427c-8aad-8ab9b76d5677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:32.545981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d474c-eb65-49b6-8b8b-0565cbbdac9c,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.560916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.562889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.562889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.562889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.562889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.562889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.563650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.563650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.563964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.564379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.564785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.565178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.565571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.565961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:32.571084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:32.589658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:32.594867 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/dd6d474c-eb65-49b6-8b8b-0565cbbdac9c HTTP/1.1" status: 204  len: 168 time: 0.2997861
Dec 02 15:52:32.739350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8574-4603-4fab-a4ee-b7479e3438ad req-902a9385-9ed4-40d2-8fcb-ee62b23106e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:32.748283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-873f8574-4603-4fab-a4ee-b7479e3438ad req-902a9385-9ed4-40d2-8fcb-ee62b23106e0 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1292701
Dec 02 15:52:32.796813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-873f8574-4603-4fab-a4ee-b7479e3438ad req-1277dc86-6c73-4c12-8847-58c8df82bda3 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474880
Dec 02 15:52:33.329034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 49920) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:33.367237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:33.398111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:33.406119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Usage tracker for resource:security_group_rule and tenant:93abf611345848548f272b45c24648fd is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:33.411654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:33.423681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:33.549731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb222d9-d376-4093-b39c-982696cf792b req-14393911-3b2e-414c-b4c2-8b57e239fcb4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:33.551485 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fdb222d9-d376-4093-b39c-982696cf792b req-14393911-3b2e-414c-b4c2-8b57e239fcb4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1292338
Dec 02 15:52:33.620956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:52:33.701326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:33.709491 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fdb222d9-d376-4093-b39c-982696cf792b req-cf3d1efc-d404-48f4-a698-85f90bd70f58 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1498420
Dec 02 15:52:33.714029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:52:33.716493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:33.732762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-3caf807d-0d5d-419c-8eba-c274e4eb0dea tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:33.734589 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-3caf807d-0d5d-419c-8eba-c274e4eb0dea tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1717863
Dec 02 15:52:33.736151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:33.750154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b70c38e2-dba4-46c5-9b67-951100af2058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:33.889866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1345d076-384c-4de3-9608-e0f628469025,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:33.893480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:33.910092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 49928) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:33.911180 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=93abf611345848548f272b45c24648fd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5799129
Dec 02 15:52:33.938874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Deleting port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:33.939263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.071643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.144647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44405380-20cf-4ce5-8d45-b28c3b87a6f4 req-f1fdc411-1631-4ba4-bcef-df8fea17eb06 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:34.146324 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44405380-20cf-4ce5-8d45-b28c3b87a6f4 req-f1fdc411-1631-4ba4-bcef-df8fea17eb06 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 945 time: 0.1586366
Dec 02 15:52:34.148464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.234460 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44405380-20cf-4ce5-8d45-b28c3b87a6f4 req-5deb0c50-d311-45db-97a2-7e904edae354 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/security-groups?id=0d43d033-e212-4d33-9dc3-2a6567d6aeae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758743
Dec 02 15:52:34.404692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.409376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] For port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:34.420251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.420520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9ccc283f-09dc-46bc-9891-4c01535eccfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:34.426658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345d076-384c-4de3-9608-e0f628469025,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:34.429921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:34.443196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.450811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1345d076-384c-4de3-9608-e0f628469025 HTTP/1.1" status: 204  len: 168 time: 0.5373926
Dec 02 15:52:34.572931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Calling delete_port for 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:34.830617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:52:34.864416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:34.883521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:34.989653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Pushing event deleted for resources: {'Port': ['ID=033ff3dd-4a44-4c88-8208-f4ce9a19a0e6,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:34.993136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:35.243209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] No DVR routers for this DVR port 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:52:35.246845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:35.250242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'name': 'network-vif-deleted', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:35.312019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ced3-b302-453e-ab3d-c2298a182c27 req-1711566d-ea15-4b14-a4a1-a8c9bfb26a9d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:35.313767 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5086ced3-b302-453e-ab3d-c2298a182c27 req-1711566d-ea15-4b14-a4a1-a8c9bfb26a9d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2603502
Dec 02 15:52:35.339215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f54843c-1d62-4da7-af93-e8ba9443b42e req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.103 "DELETE /v2.0/ports/033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 HTTP/1.1" status: 204  len: 173 time: 1.5918760
Dec 02 15:52:35.388585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5086ced3-b302-453e-ab3d-c2298a182c27 req-9f7ded39-df0b-4309-aee6-74838131d647 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676126
Dec 02 15:52:35.390723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ef38d-ba70-4859-93d6-24b1aad15e27', 'name': 'network-vif-deleted', 'tag': '033ff3dd-4a44-4c88-8208-f4ce9a19a0e6', 'status': 'completed', 'code': 200}
Dec 02 15:52:35.635925 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-515eec97-78cd-4561-bbc8-457da8b27375 req-5c0a09a1-66ec-45b7-8ce7-62441039cd99 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 210 time: 0.0571566
Dec 02 15:52:36.643171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42298c-a2e1-4258-9e94-3bbe6998576a req-45435b32-a5ff-4d40-afed-2034fd142d82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:36.644960 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e42298c-a2e1-4258-9e94-3bbe6998576a req-45435b32-a5ff-4d40-afed-2034fd142d82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.0964487
Dec 02 15:52:36.729428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e42298c-a2e1-4258-9e94-3bbe6998576a req-60558a8b-db23-4e5e-b257-11bb03e62d59 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769134
Dec 02 15:52:36.892454 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2f573f67-8a38-4c2d-879c-4fe3a0abbaf2 req-60b00c84-281f-46b1-a8e8-f8323812f8be tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 210 time: 0.0757771
Dec 02 15:52:37.176064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:37.211466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:52:37.211819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 033ff3dd-4a44-4c88-8208-f4ce9a19a0e6 not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:52:38.251115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-5cf0c6e6-156a-45fc-9612-0f799ec0425e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:38.302299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-5cf0c6e6-156a-45fc-9612-0f799ec0425e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:38.310878 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-5cf0c6e6-156a-45fc-9612-0f799ec0425e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2048584045&fields=id&tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 267 time: 0.1377022
Dec 02 15:52:38.491817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-5dbf2042-9a3c-47b7-a246-ec6ff37f3fab tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:38.494485 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-5dbf2042-9a3c-47b7-a246-ec6ff37f3fab tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.1735404
Dec 02 15:52:38.511575 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-0bfd1c01-02b7-4a24-8c97-ef3b84c747fb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/quotas/e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 375 time: 0.0106394
Dec 02 15:52:38.657839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-dcf4d17b-d130-4981-8282-611a93cd7191 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:38.658436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b604b13-4415-4592-a7ee-2d2250ec58be req-6a0b286d-0a8f-4b72-a7c3-3de133ee59c1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:38.660224 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b604b13-4415-4592-a7ee-2d2250ec58be req-6a0b286d-0a8f-4b72-a7c3-3de133ee59c1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.0953043
Dec 02 15:52:38.714973 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b604b13-4415-4592-a7ee-2d2250ec58be req-41eef06c-8f2c-4cea-81ef-0992e04b0a45 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457535
Dec 02 15:52:38.715802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-dcf4d17b-d130-4981-8282-611a93cd7191 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:38.718810 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-dcf4d17b-d130-4981-8282-611a93cd7191 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2008286
Dec 02 15:52:38.913167 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-985ca357-d32e-4399-847b-6a1b4ac6c06b service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786287
Dec 02 15:52:38.934038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6f4a0e45-0f57-4f99-8a75-64c79e71b0f4 req-034e6270-0996-46e2-9792-be105486a499 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Synchronizing usage tracker for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:38.984215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6f4a0e45-0f57-4f99-8a75-64c79e71b0f4 req-034e6270-0996-46e2-9792-be105486a499 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Unset dirty status for tenant:8cbb7ca3f3664f78b99b77c653d6109a on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:38.985779 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6f4a0e45-0f57-4f99-8a75-64c79e71b0f4 req-034e6270-0996-46e2-9792-be105486a499 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] 10.222.0.101 "GET /v2.0/ports?device_id=151ef38d-ba70-4859-93d6-24b1aad15e27 HTTP/1.1" status: 200  len: 210 time: 0.1017179
Dec 02 15:52:39.075935 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6a491880-efe7-4a4d-bfcb-dc9c94466c38 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552546
Dec 02 15:52:39.981364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf0090-b8bc-4e17-be0a-90d463bc5189 req-1cdcc715-7712-4a0c-95a7-a64b41fb4a2b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:39.983022 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dcbf0090-b8bc-4e17-be0a-90d463bc5189 req-1cdcc715-7712-4a0c-95a7-a64b41fb4a2b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1035774
Dec 02 15:52:40.044794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dcbf0090-b8bc-4e17-be0a-90d463bc5189 req-e6589522-c92e-4200-93dd-d6fdcc17503a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537207
Dec 02 15:52:40.189354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50058) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:40.709336 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1cb683f0-8ecb-4081-83c0-fcae813a2ab4 req-04620b95-b80e-4f3b-a0c8-50263d4153e7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.0769424
Dec 02 15:52:40.891047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:41.296004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:41.504412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1102a27-6d95-4436-a952-194fc5c6ece3 req-d7fded2d-cf0b-45d3-b8c2-733ce5e6ad6f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:41.506034 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f1102a27-6d95-4436-a952-194fc5c6ece3 req-d7fded2d-cf0b-45d3-b8c2-733ce5e6ad6f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2301319
Dec 02 15:52:41.601560 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f1102a27-6d95-4436-a952-194fc5c6ece3 req-915fda01-9b12-483f-9e1b-de5e7f96b5bb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658264
Dec 02 15:52:41.802381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Deleting port 3fd01c80-c99f-4262-9d8f-9e996d273eca {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:41.802761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:41.892874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44ac6613-101d-4f7e-91f0-a75e9b1b10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:42.019490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] For port 3fd01c80-c99f-4262-9d8f-9e996d273eca, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=3fd01c80-c99f-4262-9d8f-9e996d273eca,segment=NetworkSegment(381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef),segment_id=381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:42.019897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:42.027212 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-17695aab-baf2-4819-80be-1e6373f61324 req-1a4ec9f7-b0ec-471a-b596-e103612d8328 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.1056204
Dec 02 15:52:42.169414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Calling delete_port for 3fd01c80-c99f-4262-9d8f-9e996d273eca owned by network:router_interface {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:42.709696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:42.726766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-76d90c34-8f39-474b-acd3-26932097bed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:42.826791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd01c80-c99f-4262-9d8f-9e996d273eca,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:42.871801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:42.982251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7cf73-301d-416e-890a-758fc146061a req-3fa0d798-115c-4366-bf94-a6ceea3a9840 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:42.983942 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ffc7cf73-301d-416e-890a-758fc146061a req-3fa0d798-115c-4366-bf94-a6ceea3a9840 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1547136
Dec 02 15:52:43.082578 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ffc7cf73-301d-416e-890a-758fc146061a req-5030e685-214c-47e5-b7b6-6c66d1affbd4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662332
Dec 02 15:52:43.301029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:43.304946 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88786c59-5c65-4508-b216-f1961b68c5be req-d229fefd-3512-4824-96ed-489d508d4996 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.0516164
Dec 02 15:52:43.853481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Router 1620fa9a-6244-4574-805d-1eb29db2bc52 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:52:43.921149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ecb361dc-465f-45cc-b80f-f5c4e0ec41c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:44.409060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:52:44.426863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Sync routers for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:52:44.449380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:52:44.450617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a28828>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:52:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:44.479275 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] 10.222.0.101 "PUT /v2.0/routers/1620fa9a-6244-4574-805d-1eb29db2bc52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2863302
Dec 02 15:52:44.479946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50124) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:44.525335 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f76a155-3bf5-4cf6-b2d9-e38b692ac396 req-1b2aca5e-c31f-4d83-abd7-5577c6f3b1fb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.0495825
Dec 02 15:52:44.549593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344987f-291a-48d1-9acd-c81e72bf013f req-9dceb995-a1fb-4cc0-9cc7-a2e1e0de6f40 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:44.551223 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5344987f-291a-48d1-9acd-c81e72bf013f req-9dceb995-a1fb-4cc0-9cc7-a2e1e0de6f40 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.2318659
Dec 02 15:52:44.703323 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5344987f-291a-48d1-9acd-c81e72bf013f req-56208f66-a1eb-4f85-97e6-20d05580bb26 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435285
Dec 02 15:52:44.733667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:52:44.740487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks [] for router, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:44.945684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:44.952992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Deleting port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:52:44.953773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:45.235476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:45.293987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] For port d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:45.294421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:45.321025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a28828>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:52:42Z', 'revision_number': 5, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:45.325948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Checking router: 1620fa9a-6244-4574-805d-1eb29db2bc52 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:52:45.336336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Routers {'1620fa9a-6244-4574-805d-1eb29db2bc52'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:52:45.337254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a28828>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:52:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['1620fa9a-6244-4574-805d-1eb29db2bc52'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:45.402245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6d5682b3-6219-4f9a-a04a-a992173366bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:45.403418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6d5682b3-6219-4f9a-a04a-a992173366bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:45.452137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Calling delete_port for d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 owned by network:router_gateway {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:52:45.515139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6d5682b3-6219-4f9a-a04a-a992173366bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:45.516436 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6d5682b3-6219-4f9a-a04a-a992173366bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.5208354
Dec 02 15:52:45.564979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] Set router 1620fa9a-6244-4574-805d-1eb29db2bc52 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:52:45.611398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-f55f9054-4ea7-4085-bfe3-53927dc9d2eb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:45.626264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-f55f9054-4ea7-4085-bfe3-53927dc9d2eb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:45.627672 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-f55f9054-4ea7-4085-bfe3-53927dc9d2eb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 5551 time: 0.0889506
Dec 02 15:52:45.645579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'port': {'device_id': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'admin_state_up': True, 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'security_groups': ['84b94ee0-92cf-4dbe-8dc6-c45763dad97a']}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:45.824118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.plugins.ml2.ovo_rpc [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = function(*args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     proto.__init__(conn_state, self)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle()
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle_one_request()
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle_one_response()
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = self.application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return app(environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return request.get_response(self.application)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self._app)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = self.app(environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:52:45.865806 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = method(request=request, **args)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._delete(request, id, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*dup_args, **dup_kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     obj_deleter(request.context, id, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return method(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*dup_args, **dup_kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._delete_current_gw_port(context, id, router, None)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, context, *args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return method(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     context, port, router_ids, bound_mech_contexts)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     return function(*args, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     callback(resource, event, trigger, **kwargs)
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     if self._is_session_semantic_violated(context, resource, event):
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]:     stack = traceback.extract_stack()
Dec 02 15:52:45.890718 dv-cinder-737618-2-iscsi neutron-server[80280]: 
Dec 02 15:52:45.902794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:45.946086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:45.958909 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0744e53-67f6-401c-bb2a-ef784099a22e req-cafa09b0-c534-4f4e-bef2-a1371d755b7d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.1185100
Dec 02 15:52:46.179081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:46.194600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:46.256507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:46.297997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Made reservation on behalf of e84bacbd36bc4a75898431f75ffae141 for: {'port': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:52:46.304860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:46.306404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a28828>, [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:52:42Z', 'revision_number': 5, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:46.318185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67788a-2c58-4f3b-ba67-cf46b7c20d2f None None] The sync data for ids ['1620fa9a-6244-4574-805d-1eb29db2bc52'] in dv-cinder-737618-2-iscsi is: [{'id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'name': 'tempest-ServerRescueNegativeTestJSON-1661064982-router', 'tenant_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:52:42Z', 'revision_number': 5, 'project_id': '8cbb7ca3f3664f78b99b77c653d6109a', 'gw_port': {'id': 'd8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:de:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1620fa9a-6244-4574-805d-1eb29db2bc52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:52:46.600625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d40c8-2470-4b3f-b38e-e7e4b3d99555 req-e8271bd6-4eef-4a51-aede-196bbe7b1a3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:46.604250 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-525d40c8-2470-4b3f-b38e-e7e4b3d99555 req-e8271bd6-4eef-4a51-aede-196bbe7b1a3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.4185801
Dec 02 15:52:46.673485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:46.785096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.20.0.10 (fb4a3f3f-f009-42fb-af5a-e60d7446ffbb/9415ea95-c8b9-4f2a-9751-152624286395/fc8dafcb-64d1-4db0-a5fe-998da66496fc) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:52:46.969017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:46.977358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:46.984436 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-525d40c8-2470-4b3f-b38e-e7e4b3d99555 req-d707b092-7257-40ce-99ab-a2fa73f40bfd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3615830
Dec 02 15:52:47.072998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 3fd01c80-c99f-4262-9d8f-9e996d273eca no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:47.110901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.200691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 3fd01c80-c99f-4262-9d8f-9e996d273eca {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:52:47.201489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 3fd01c80-c99f-4262-9d8f-9e996d273eca not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:52:47.302418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Transition to ACTIVE for port object fc8dafcb-64d1-4db0-a5fe-998da66496fc will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:52:47.315239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.315828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1620fa9a-6244-4574-805d-1eb29db2bc52 {{(pid=80393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 15:52:47.317881 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6409ae6f-1a0c-488a-b4dc-4a8296796f5e req-f5e8f22c-0d25-44d7-8fad-118a13bdc181 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.0539422
Dec 02 15:52:47.333590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] Notify callbacks [] for router, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.335570 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-89711e3f-6c36-4390-925b-78728890459f admin admin] 10.222.0.101 "DELETE /v2.0/routers/1620fa9a-6244-4574-805d-1eb29db2bc52 HTTP/1.1" status: 204  len: 168 time: 2.8541937
Dec 02 15:52:47.341133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50158) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:47.386805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.410562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6faab8b6-cf6d-4a76-8683-c7cfdcd3fcba tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:47.433481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Deleting subnet b2671019-caf7-4485-bbc5-b68c0c3574f9 {{(pid=80393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:52:47.439526 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.515192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530768'] for subnet, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.591409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:47.626586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:47.950011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:48.033752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:52:48.035758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:52:48.039016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:52:48.127701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3443849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828483574'] for subnet, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:48.172194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:48.173093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:48.230682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5946305
Dec 02 15:52:48.247823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f18bdbd8-47c6-476c-8cdd-c508a920e490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:48.418575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2671019-caf7-4485-bbc5-b68c0c3574f9,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:48.436752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:48.515436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c51ef4eb-a93f-4ad2-9a4d-7eed14c855a9 None None] Provisioning for port fc8dafcb-64d1-4db0-a5fe-998da66496fc completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:52:48.521003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c51ef4eb-a93f-4ad2-9a4d-7eed14c855a9 None None] Provisioning complete for port fc8dafcb-64d1-4db0-a5fe-998da66496fc triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:52:48.521726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c51ef4eb-a93f-4ad2-9a4d-7eed14c855a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:48.542519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:48.560225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e585fa21-7fec-41c3-ac41-cfb92e21d9b7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b2671019-caf7-4485-bbc5-b68c0c3574f9 HTTP/1.1" status: 204  len: 168 time: 1.2174857
Dec 02 15:52:48.563939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50176) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:48.610334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef4eb-a93f-4ad2-9a4d-7eed14c855a9 None None] Port fc8dafcb-64d1-4db0-a5fe-998da66496fc cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:52:48.622264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5ab5-706b-44d4-82b2-5f6ee6d0cd95 req-13f89878-a87f-4cf5-bb3d-523c29c03c03 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:48.624917 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-20cc5ab5-706b-44d4-82b2-5f6ee6d0cd95 req-13f89878-a87f-4cf5-bb3d-523c29c03c03 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.3125305
Dec 02 15:52:48.720829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e97c3-f122-4cbb-896f-e3956005c9f0 req-61492c08-306d-4f98-8a0e-2abf075bf304 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:48.722017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-589e97c3-f122-4cbb-896f-e3956005c9f0 req-61492c08-306d-4f98-8a0e-2abf075bf304 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:52:48.789462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-589e97c3-f122-4cbb-896f-e3956005c9f0 req-61492c08-306d-4f98-8a0e-2abf075bf304 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:52:48.791031 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-589e97c3-f122-4cbb-896f-e3956005c9f0 req-61492c08-306d-4f98-8a0e-2abf075bf304 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 932 time: 0.1786819
Dec 02 15:52:48.853761 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-589e97c3-f122-4cbb-896f-e3956005c9f0 req-96827509-3d8e-419d-8d6f-fc12983d386f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0551562
Dec 02 15:52:49.033761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:49.093883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:52:49.122787 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-20cc5ab5-706b-44d4-82b2-5f6ee6d0cd95 req-93654145-4786-494a-a7b3-7f2ea7555140 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1737473
Dec 02 15:52:49.160986 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:52:49.161948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device d8f0be69-bf8f-4fa1-8ff7-b212b4f7ddb0 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:52:49.404275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:49.554053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1091876588>,) {'filters': {'network_id': ['b9cb3801-fac6-4035-8677-bcb9a7cab836']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:49.569884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1091876588>, '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:49.570238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1091876588>, '381f4dcc-eaf1-4e90-b0ea-80b0ffcf48ef') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:52:49.589459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:49.619705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:49.623581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:52:49.914791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:52:49.927699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.019661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Request body: {'port': {'device_id': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:50.169525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Network b9cb3801-fac6-4035-8677-bcb9a7cab836 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:52:50.177058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:52:50.205682 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:52:50.320715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.376340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:52:50.376976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.383558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.390046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:50.420079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.429880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cb3801-fac6-4035-8677-bcb9a7cab836,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:50.434562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e176-94a6-4cc3-b0aa-9e46b5f035f7 req-35cb06fc-f669-439a-bbdb-4bde382cd8df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:50.436862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c566e176-94a6-4cc3-b0aa-9e46b5f035f7 req-35cb06fc-f669-439a-bbdb-4bde382cd8df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 932 time: 0.3580003
Dec 02 15:52:50.437998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:50.486214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b9cb3801-fac6-4035-8677-bcb9a7cab836 HTTP/1.1" status: 204  len: 168 time: 1.9196861
Dec 02 15:52:50.554388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef5db-b7ce-4403-addf-0b19dcedd27a req-63cd24ef-7c4b-4ab4-b063-1d1fa1f7dd90 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:50.559179 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-168ef5db-b7ce-4403-addf-0b19dcedd27a req-63cd24ef-7c4b-4ab4-b063-1d1fa1f7dd90 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.1194334
Dec 02 15:52:50.641080 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-168ef5db-b7ce-4403-addf-0b19dcedd27a req-9c477315-020e-42e7-bb17-6220c06c1e4e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637748
Dec 02 15:52:50.644068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.680927 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c566e176-94a6-4cc3-b0aa-9e46b5f035f7 req-948ed49b-37fd-486e-a8a1-24aa9f86f6ba tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2003825
Dec 02 15:52:50.707953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:50.741738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:52:50.789550 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'code': 200}
Dec 02 15:52:50.792185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:50.795384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:50.932453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=6']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:50.944471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.944471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.944471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.944471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.944906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.944993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.945335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.945706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.946103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.947422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.947878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.948279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.948721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.949548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.949548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.949850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.950277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.950428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.952030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.952439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.952883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.953250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.953622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.953985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:52:50.958784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:51.003289 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50210) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:51.030688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8dafcb-64d1-4db0-a5fe-998da66496fc {{(pid=80394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:52:51.044086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.060966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Transition to ACTIVE for port object fc8dafcb-64d1-4db0-a5fe-998da66496fc will not be triggered until provisioned by entity L2. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:52:51.101754 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5d249669-1e23-407e-b070-20ac9046406c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8cbb7ca3f3664f78b99b77c653d6109a&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0942936
Dec 02 15:52:51.102248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50214) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:51.130437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.203272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:51.257805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.295598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.389617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.395746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9cb793a9-7e0a-4e81-9c51-9a702ca24f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:51.416369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43d033-e212-4d33-9dc3-2a6567d6aeae,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:51.425488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:51.428195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:51.433729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:51.466418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.471848 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f385d062-2f7a-48a0-ae10-72d3b83c87e3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d43d033-e212-4d33-9dc3-2a6567d6aeae HTTP/1.1" status: 204  len: 168 time: 0.3645840
Dec 02 15:52:51.671941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Attempting to bind port fc8dafcb-64d1-4db0-a5fe-998da66496fc on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:52:51.672744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Attempting to bind port fc8dafcb-64d1-4db0-a5fe-998da66496fc by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:52:51.673440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Attempting to bind port fc8dafcb-64d1-4db0-a5fe-998da66496fc on network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:52:51.702096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:52:51.703215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:52:51.703428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.703930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Bound using segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:52:51.704759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Bound port: fc8dafcb-64d1-4db0-a5fe-998da66496fc, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:52:51.705371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:51.713577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ae498-022f-4b8c-b334-b00e4f61cf38 req-e0008fb7-c55b-40cb-acc6-d5f2606c53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:51.715813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e7ae498-022f-4b8c-b334-b00e4f61cf38 req-e0008fb7-c55b-40cb-acc6-d5f2606c53d9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 1162 time: 0.1631360
Dec 02 15:52:51.791956 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e7ae498-022f-4b8c-b334-b00e4f61cf38 req-c424db3f-e151-4380-9e59-3faa33db4767 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670810
Dec 02 15:52:52.042908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d864b9-342b-409c-b0fc-b6232add1dcc req-756a9656-4727-4fbc-a356-cb626e31e4ab tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:52.047793 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-64d864b9-342b-409c-b0fc-b6232add1dcc req-756a9656-4727-4fbc-a356-cb626e31e4ab tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.1161249
Dec 02 15:52:52.061046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, cleared binding levels {{(pid=80394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:52:52.084062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:52:52.154162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:52.201838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:52.231409 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-64d864b9-342b-409c-b0fc-b6232add1dcc req-622c1afd-015d-4ef5-ba64-f60ffdcd8f1a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1515405
Dec 02 15:52:52.417389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93545a3-ad0a-4fb3-9ded-ba9202268956 req-da8838bf-9afd-4d96-8f4c-1cda5e8da690 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:52.419622 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c93545a3-ad0a-4fb3-9ded-ba9202268956 req-da8838bf-9afd-4d96-8f4c-1cda5e8da690 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.4855051
Dec 02 15:52:52.502784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=3']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:52.509388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:52.593395 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c93545a3-ad0a-4fb3-9ded-ba9202268956 req-476ab9d1-2e6a-4756-b6db-af5993127c54 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269560
Dec 02 15:52:52.663580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:52.664922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:52.668608 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] 10.222.0.103 "PUT /v2.0/ports/fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 1158 time: 2.6689456
Dec 02 15:52:52.669701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:52:52.772800 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'status': 'completed', 'code': 200}
Dec 02 15:52:53.057647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-47366eee-dbdf-47fd-971e-459277eb0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:53.059489 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-47366eee-dbdf-47fd-971e-459277eb0bea service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1161 time: 0.2229483
Dec 02 15:52:53.059632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8c47c-1a28-4a8c-a932-f02f6e71b954 req-65eb6624-6687-461b-b01e-3717804abcaf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:53.067295 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bfe8c47c-1a28-4a8c-a932-f02f6e71b954 req-65eb6624-6687-461b-b01e-3717804abcaf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1898384
Dec 02 15:52:53.226826 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bfe8c47c-1a28-4a8c-a932-f02f6e71b954 req-fc541a80-719d-4967-9aae-66a2ff3cb2bc tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1499829
Dec 02 15:52:53.239890 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-11c65ae6-7961-443e-a2c7-9de5a53a92ed service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 217 time: 0.1628995
Dec 02 15:52:53.246837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:52:53.377248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port f1a284ff-0f4c-48d6-b0e8-b35db079365a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:52:53.377932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:53.399711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6225cdfb-5187-4580-815b-131e8c711310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:53.404412 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-6225cdfb-5187-4580-815b-131e8c711310 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1561890
Dec 02 15:52:53.535058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50298) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:53.762813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-c7e8f921-7573-4919-a7fd-7f4ebf74e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:53.762813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-c7e8f921-7573-4919-a7fd-7f4ebf74e251 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3411503
Dec 02 15:52:53.874737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcce14-e909-430e-9ca7-43784d3a92e3 req-5312fa4a-9ffe-4afa-8c13-26af8fb7db89 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:53.882803 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8bcce14-e909-430e-9ca7-43784d3a92e3 req-5312fa4a-9ffe-4afa-8c13-26af8fb7db89 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.3400514
Dec 02 15:52:53.945820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660309835-network', 'tenant_id': '187dd715a12b4c33b4ea08b69b8e442a'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:53.955611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:53.966174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Usage tracker for resource:network and tenant:187dd715a12b4c33b4ea08b69b8e442a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:53.974547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:53.988053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:54.014914 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f8bcce14-e909-430e-9ca7-43784d3a92e3 req-259989eb-568f-411a-806f-d92cebfd0dd0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1310136
Dec 02 15:52:54.048335 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-325bdca0-3d45-4393-af22-e1fc12e82f8e service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778323
Dec 02 15:52:54.156047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7ac4-6f87-4fc7-8c46-c67ccd2121e2 req-91491302-1f36-47bb-9e06-ddcb46589a25 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:54.157762 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c31c7ac4-6f87-4fc7-8c46-c67ccd2121e2 req-91491302-1f36-47bb-9e06-ddcb46589a25 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1359618
Dec 02 15:52:54.158623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Made reservation on behalf of 187dd715a12b4c33b4ea08b69b8e442a for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:52:54.163895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.216698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.242247 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c31c7ac4-6f87-4fc7-8c46-c67ccd2121e2 req-8991d5c4-a030-4021-aef5-cc189344ea36 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651519
Dec 02 15:52:54.245418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:54.251418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:187dd715a12b4c33b4ea08b69b8e442a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:54.255966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:54.264089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:54.309308 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b43492e9-623a-4a18-b1b2-ac2f8677460c req-c061ba26-58b4-4d27-8ff4-7afa74cd5c2d service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2510002
Dec 02 15:52:54.461620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.573489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.585228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-29ecc0e0-b225-4e7f-b8a8-6e69cc3e0fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:54.614729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-031c858c-cfe6-4ffa-a5f4-6604a4001341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:54.616525 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-031c858c-cfe6-4ffa-a5f4-6604a4001341 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1161 time: 0.1689014
Dec 02 15:52:54.651263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:52:54.676848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18252ac-bc84-4a2f-9855-54e8b1c0cdbc,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:54.684794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:54.719675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.720447 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Added segment 5696d0d6-f444-4deb-95d0-561b5421f535 of type vxlan for network f3e425cb-0642-431f-b8f8-57f5895ed64f
Dec 02 15:52:54.773199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72fd7-7ad1-4a2d-871b-cc797e90bdb0 req-4e3081c4-3e90-40cc-ab14-92f57068dc0b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:54.775732 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9ec72fd7-7ad1-4a2d-871b-cc797e90bdb0 req-4e3081c4-3e90-40cc-ab14-92f57068dc0b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.2597611
Dec 02 15:52:54.879189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:54.880437 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9ec72fd7-7ad1-4a2d-871b-cc797e90bdb0 req-dc078502-b2f0-4370-ba00-1888eedc3ef8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955925
Dec 02 15:52:54.919935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-597970d8-5cd8-4732-a3fe-b70787f8697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:54.926488 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-597970d8-5cd8-4732-a3fe-b70787f8697a service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2987816
Dec 02 15:52:55.015332 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-79045115-49dc-4815-9500-2598b81876cd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 217 time: 0.0816948
Dec 02 15:52:55.165059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:55.167057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:55.168403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:55.179130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-5dbf4665-07d4-4f60-a34a-2b0f1d410302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:55.184874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:55.188476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-5dbf4665-07d4-4f60-a34a-2b0f1d410302 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1559052
Dec 02 15:52:55.361027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e425cb-0642-431f-b8f8-57f5895ed64f,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:55.379525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:55.381416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network f3e425cb-0642-431f-b8f8-57f5895ed64f details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:52:55.387626 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8491955
Dec 02 15:52:55.390832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50362) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:55.408039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Request body: {'subnet': {'network_id': 'f3e425cb-0642-431f-b8f8-57f5895ed64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660309835-subnet', 'tenant_id': '187dd715a12b4c33b4ea08b69b8e442a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:55.419352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:55.429068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Usage tracker for resource:subnet and tenant:187dd715a12b4c33b4ea08b69b8e442a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:55.437005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:55.451444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:55.472915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network f3e425cb-0642-431f-b8f8-57f5895ed64f details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:52:55.507349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Made reservation on behalf of 187dd715a12b4c33b4ea08b69b8e442a for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:52:55.513699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:55.541686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-37be5b03-d2e9-49b7-83ad-5f25ff787bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:55.544873 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-37be5b03-d2e9-49b7-83ad-5f25ff787bd8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3465567
Dec 02 15:52:55.558421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0795-4cdf-4826-b012-61b166116378 req-cd994b80-57d7-4060-a3dd-6af06bfa72fd tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:55.568416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af9b0795-4cdf-4826-b012-61b166116378 req-cd994b80-57d7-4060-a3dd-6af06bfa72fd tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.2805789
Dec 02 15:52:55.949258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5047712-86de-4cd8-b24d-d3af083fb341 req-1488768b-06c0-4420-ab57-996fa3cf901d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:55.952155 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5047712-86de-4cd8-b24d-d3af083fb341 req-1488768b-06c0-4420-ab57-996fa3cf901d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1676719
Dec 02 15:52:56.076432 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af9b0795-4cdf-4826-b012-61b166116378 req-f450adee-eebf-4af3-ba0a-6bf961dec50a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5068464
Dec 02 15:52:56.164456 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5047712-86de-4cd8-b24d-d3af083fb341 req-f462d588-5587-42b4-8344-0ff6099c5bf5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991494
Dec 02 15:52:56.201774 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-9231e6c3-08b8-4ac9-b601-1718f0bd5b54 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6292753
Dec 02 15:52:56.539387 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5af9441b-5a0e-453c-ba93-5cb7d50b18bb req-170fc2d3-f35f-43b8-a7d8-e66af5bdcca9 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3289993
Dec 02 15:52:56.549262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:56.566378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dde729d6-0296-49b5-b4a2-cc048bff59ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:56.586269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51794d92-88a9-4ffd-bbe0-d056ce001f7d req-bd5b5c63-ad70-4921-9f26-b84ce91a96b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:56.589368 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-51794d92-88a9-4ffd-bbe0-d056ce001f7d req-bd5b5c63-ad70-4921-9f26-b84ce91a96b5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1930161
Dec 02 15:52:56.651859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-51794d92-88a9-4ffd-bbe0-d056ce001f7d req-81ee81eb-2f64-4e83-911a-a946c3c63546 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0556059
Dec 02 15:52:56.710165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c39909-08da-44d2-9a33-536d04afee20,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:56.723172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:56.788513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Checking segment: {'id': '5696d0d6-f444-4deb-95d0-561b5421f535', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e425cb-0642-431f-b8f8-57f5895ed64f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:52:56.788910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Network hostable DHCP agents. Network: f3e425cb-0642-431f-b8f8-57f5895ed64f, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:52:56.852039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Network f3e425cb-0642-431f-b8f8-57f5895ed64f is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:52:56.918427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, f3e425cb-0642-431f-b8f8-57f5895ed64f) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:52:56.933515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad3d87-623c-4393-87fd-9cc9b6c6508f None None] Network f3e425cb-0642-431f-b8f8-57f5895ed64f requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:52:56.935488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:56.936935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:57.013549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6196496
Dec 02 15:52:57.384486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6f58b-7af7-403f-9b1e-6d513dd86c55 None None] Network f3e425cb-0642-431f-b8f8-57f5895ed64f requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:52:57.489314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff2633-9311-4f7d-af76-1a80544f0646 req-17bace13-71ec-4a84-aede-8296c642c8ec tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:57.491002 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-82ff2633-9311-4f7d-af76-1a80544f0646 req-17bace13-71ec-4a84-aede-8296c642c8ec tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.1264477
Dec 02 15:52:57.499041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b30c3-c7b3-48d1-9c14-04b4a60ecc70 req-e9787eee-fccb-40c5-b30e-92a514aaadb4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:57.501268 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bf8b30c3-c7b3-48d1-9c14-04b4a60ecc70 req-e9787eee-fccb-40c5-b30e-92a514aaadb4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1129768
Dec 02 15:52:57.566893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bf8b30c3-c7b3-48d1-9c14-04b4a60ecc70 req-a7d365be-9cac-4e50-9480-5b449ba3e4be tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557773
Dec 02 15:52:57.597973 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-82ff2633-9311-4f7d-af76-1a80544f0646 req-d0941825-4f40-4bdc-ba01-5d36927ded67 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0998402
Dec 02 15:52:57.890130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749103b-ff08-487a-84d2-6c658eba13ce req-c2fbe2da-a7f8-4851-8fb9-d30efa1d1b91 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:57.891696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8749103b-ff08-487a-84d2-6c658eba13ce req-c2fbe2da-a7f8-4851-8fb9-d30efa1d1b91 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.0949023
Dec 02 15:52:57.949433 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8749103b-ff08-487a-84d2-6c658eba13ce req-d686727b-8867-475b-93e1-5ca0c202c3bf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0510278
Dec 02 15:52:58.219233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50432) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:58.225789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-149791524-network', 'tenant_id': '8073af574c404ef29e8e0f77dc60de66'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:58.231632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:58.235926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Usage tracker for resource:network and tenant:8073af574c404ef29e8e0f77dc60de66 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:58.240257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:58.247455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:58.333626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Made reservation on behalf of 8073af574c404ef29e8e0f77dc60de66 for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:52:58.346461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.373161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.392501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:58.397220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:8073af574c404ef29e8e0f77dc60de66 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:58.401269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:58.407909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:58.515828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.566755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.575069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-44011c79-470f-4858-803a-e18433be89da tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:58.647331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:52:58.759446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea9f99-9d00-461d-bad0-317ac11b0053,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:58.772491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:58.779532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.780567 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Added segment f58488ca-3527-4eb7-8b20-4aa5ed3cc0c8 of type vxlan for network 394057b2-51aa-4b66-adf3-402bbfc0d3cd
Dec 02 15:52:58.828439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab966e8a-6046-49d6-871a-a66ebf3b4b62 req-eab4644b-0fe7-4b29-9029-cb21fa3aeb8d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:58.830335 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ab966e8a-6046-49d6-871a-a66ebf3b4b62 req-eab4644b-0fe7-4b29-9029-cb21fa3aeb8d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.0909431
Dec 02 15:52:58.871193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:58.885467 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ab966e8a-6046-49d6-871a-a66ebf3b4b62 req-4f6a7ca7-adcb-47d9-8c7c-0f8bf513b34e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458717
Dec 02 15:52:58.915186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d796fe-9623-4048-b719-72fb48557c11 req-650ed4fb-52c2-427a-9d5b-c28e1a137a16 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:58.918455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d796fe-9623-4048-b719-72fb48557c11 req-650ed4fb-52c2-427a-9d5b-c28e1a137a16 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.2814651
Dec 02 15:52:58.983255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d796fe-9623-4048-b719-72fb48557c11 req-e1a54bf8-9ff5-447c-b7da-824d6532a01d tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513809
Dec 02 15:52:59.010749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:59.012098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:59.012699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:59.019471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2d9953f4-22e8-41bb-ab69-711acb1d00fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:52:59.142046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=394057b2-51aa-4b66-adf3-402bbfc0d3cd,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:52:59.145055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:52:59.161586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:52:59.187338 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9642220
Dec 02 15:52:59.187780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50444) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:52:59.197481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Request body: {'subnet': {'network_id': '394057b2-51aa-4b66-adf3-402bbfc0d3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-149791524-subnet', 'tenant_id': '8073af574c404ef29e8e0f77dc60de66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:52:59.204413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:52:59.208192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a212b5-584b-4bb0-9397-7a99434f256c req-f371c664-e25f-4da5-88a1-ee0daf020fb8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:52:59.209188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Usage tracker for resource:subnet and tenant:8073af574c404ef29e8e0f77dc60de66 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:52:59.209829 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7a212b5-584b-4bb0-9397-7a99434f256c req-f371c664-e25f-4da5-88a1-ee0daf020fb8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1108203
Dec 02 15:52:59.213042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:52:59.219372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:52:59.263214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7a212b5-584b-4bb0-9397-7a99434f256c req-9ab181d8-6c5e-4876-84c3-c8dabc6c684f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461075
Dec 02 15:52:59.278170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Made reservation on behalf of 8073af574c404ef29e8e0f77dc60de66 for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:52:59.283341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:52:59.756925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:00.001631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:00.213325 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af9b0de-2710-4b43-b858-88c8c5ff790f,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:00.216685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:00.241702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327693-1b05-4d87-9f9f-4b1caa9ec2d4 req-d0195c2e-7842-4e6b-8ade-c40334406a87 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:00.243467 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50327693-1b05-4d87-9f9f-4b1caa9ec2d4 req-d0195c2e-7842-4e6b-8ade-c40334406a87 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.0949407
Dec 02 15:53:00.278942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c0f27-4e2e-482e-926f-9b74f4dca96c req-d4559b48-310d-4401-a395-ab6127bc54f5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:00.280697 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f1c0f27-4e2e-482e-926f-9b74f4dca96c req-d4559b48-310d-4401-a395-ab6127bc54f5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.1906788
Dec 02 15:53:00.298385 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50327693-1b05-4d87-9f9f-4b1caa9ec2d4 req-265ab8d3-8930-4a45-b526-d1c93204f35e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476274
Dec 02 15:53:00.350141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Checking segment: {'id': 'f58488ca-3527-4eb7-8b20-4aa5ed3cc0c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '394057b2-51aa-4b66-adf3-402bbfc0d3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:53:00.350547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Network hostable DHCP agents. Network: 394057b2-51aa-4b66-adf3-402bbfc0d3cd, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:53:00.363913 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f1c0f27-4e2e-482e-926f-9b74f4dca96c req-124c2ee4-890a-4fea-a55e-b8bdc3aaa30c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0684240
Dec 02 15:53:00.409929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:53:00.449937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 394057b2-51aa-4b66-adf3-402bbfc0d3cd) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:53:00.459061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c03b3-7c6a-4a65-9997-55d3b306586d None None] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:53:00.464812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:00.465606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:00.530053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caaf051-6607-4ffb-b849-e22b261b0adb req-a2baba1a-5104-42cb-8beb-83b4d33f61e0 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:00.531966 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1caaf051-6607-4ffb-b849-e22b261b0adb req-a2baba1a-5104-42cb-8beb-83b4d33f61e0 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1066637
Dec 02 15:53:00.535530 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0c50e77b-a447-4cd4-a816-5236967be238 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3453588
Dec 02 15:53:00.623575 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1caaf051-6607-4ffb-b849-e22b261b0adb req-414d8fc1-2067-49f4-b4cd-9fb29008fe67 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0724287
Dec 02 15:53:00.748750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c27539-6cab-4212-982b-d71087baa420 None None] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:53:00.762927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50466) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:00.829320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:53:00.842428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Deleting subnet 33c39909-08da-44d2-9a33-536d04afee20 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:53:00.846572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:00.904158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:00.972898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:01.284537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:01.301944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-28d3a52e-9756-430c-b501-efa78d354f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:01.398372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c39909-08da-44d2-9a33-536d04afee20,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:01.410859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:01.466060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:01.480466 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/33c39909-08da-44d2-9a33-536d04afee20 HTTP/1.1" status: 204  len: 168 time: 0.7157838
Dec 02 15:53:01.481470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50484) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:01.546304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771756c4-674e-4b2a-8874-f2e115194915 req-7647aff7-d113-4116-9866-6cf14e7ec871 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:01.548023 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-771756c4-674e-4b2a-8874-f2e115194915 req-7647aff7-d113-4116-9866-6cf14e7ec871 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.1087375
Dec 02 15:53:01.601605 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-771756c4-674e-4b2a-8874-f2e115194915 req-4a6fbfb2-c4e1-440b-b78d-cefbbbee4749 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462637
Dec 02 15:53:01.670310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:01.881534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1baa9-1aa9-4456-9d5f-ca26d16d9cd1 req-6082a810-f22e-4e15-9489-82f6656ebda6 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:01.883778 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42b1baa9-1aa9-4456-9d5f-ca26d16d9cd1 req-6082a810-f22e-4e15-9489-82f6656ebda6 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.3118005
Dec 02 15:53:01.904235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b653-187d-4368-81bd-5f71e0e373e4 req-d20a5f55-9c36-4d94-afa0-b8a11c724729 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:01.906434 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3872b653-187d-4368-81bd-5f71e0e373e4 req-d20a5f55-9c36-4d94-afa0-b8a11c724729 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1027317
Dec 02 15:53:01.937821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.006070 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3872b653-187d-4368-81bd-5f71e0e373e4 req-8a12b93e-5fc8-4691-85fb-63ef20ec692c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0878093
Dec 02 15:53:02.056364 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42b1baa9-1aa9-4456-9d5f-ca26d16d9cd1 req-9d2709fa-aa86-46bc-866c-15931e60bc2d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1536210
Dec 02 15:53:02.100440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10904ef780>,) {'filters': {'network_id': ['f3e425cb-0642-431f-b8f8-57f5895ed64f']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:02.136268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10904ef780>, '5696d0d6-f444-4deb-95d0-561b5421f535') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:02.136779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10904ef780>, '5696d0d6-f444-4deb-95d0-561b5421f535') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:02.160601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.185534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.187898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:53:02.381997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Network f3e425cb-0642-431f-b8f8-57f5895ed64f has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:53:02.393265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.598377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Network f3e425cb-0642-431f-b8f8-57f5895ed64f has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:53:02.624492 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:53:02.754873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.759530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f8919c6-8558-40cf-9b48-91fa993a5c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:02.774525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.784895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e425cb-0642-431f-b8f8-57f5895ed64f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:02.788263 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] 10.222.0.101 "DELETE /v2.0/networks/f3e425cb-0642-431f-b8f8-57f5895ed64f HTTP/1.1" status: 204  len: 168 time: 1.3044553
Dec 02 15:53:02.789512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0446328f-78b8-4d9f-881d-1c1963ec963a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:02.792840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50504) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:02.842242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdace11-5538-4446-9786-5f7283d5323a req-d6a7b6b2-24c2-4f58-a404-8136f471bfc6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:02.844386 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1bdace11-5538-4446-9786-5f7283d5323a req-d6a7b6b2-24c2-4f58-a404-8136f471bfc6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.0988543
Dec 02 15:53:02.864517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Deleting subnet 1af9b0de-2710-4b43-b858-88c8c5ff790f {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:53:02.868754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:02.898475 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1bdace11-5538-4446-9786-5f7283d5323a req-a25f9a77-91cb-40ba-8956-f19bfa30c53b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460727
Dec 02 15:53:02.973798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:03.094749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:03.301084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-ad9de26f-b030-499d-a282-fa83f2f85984 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:03.304408 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-ad9de26f-b030-499d-a282-fa83f2f85984 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.4064827
Dec 02 15:53:03.460851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1a899-ded8-4360-849d-0d6935b25d0d req-ab0f4090-d911-40cf-bd55-40a3a4a2f275 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:03.465325 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Deleting port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:53:03.465718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:03.471718 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-baf1a899-ded8-4360-849d-0d6935b25d0d req-ab0f4090-d911-40cf-bd55-40a3a4a2f275 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.1270595
Dec 02 15:53:03.559999 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-baf1a899-ded8-4360-849d-0d6935b25d0d req-7628e332-fe68-4e70-859a-59dc7d1e3826 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0866551
Dec 02 15:53:03.693166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device fc8dafcb-64d1-4db0-a5fe-998da66496fc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:53:03.824394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port fc8dafcb-64d1-4db0-a5fe-998da66496fc completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:53:03.834098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port fc8dafcb-64d1-4db0-a5fe-998da66496fc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:53:03.834635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:03.973034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.004621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:04.017006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:53:04.058182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.061413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3bca5b7e-cba3-4ced-90fe-3b3f707506b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:04.099394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23132dbf-778d-4719-af0b-9414f51218f4 req-76888103-69d3-4398-a7bc-283abd6e8968 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:04.102694 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-23132dbf-778d-4719-af0b-9414f51218f4 req-76888103-69d3-4398-a7bc-283abd6e8968 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.7917104
Dec 02 15:53:04.126506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b6a667d0-da4b-4185-a6eb-1abe0455d2c8 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:53:04.238197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607a88-8b93-41d9-9727-77e8d5d3a212 req-06225d6d-2422-43b0-84c2-fb8deec94b26 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:04.240802 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77607a88-8b93-41d9-9727-77e8d5d3a212 req-06225d6d-2422-43b0-84c2-fb8deec94b26 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 946 time: 0.1866639
Dec 02 15:53:04.253791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:04.261478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:04.294005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.328693 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77607a88-8b93-41d9-9727-77e8d5d3a212 req-56da6014-8780-4a7d-b9c6-ce10953e8bf8 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798111
Dec 02 15:53:04.329666 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-23132dbf-778d-4719-af0b-9414f51218f4 req-3447b232-767a-4c15-afed-9dc32fc85da0 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2126665
Dec 02 15:53:04.338552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:53:04.368577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:53:04.369021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.377784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.380951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:04.443622 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'code': 200}
Dec 02 15:53:04.494887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:04.504458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:04.527958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.535448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Calling delete_port for b6a667d0-da4b-4185-a6eb-1abe0455d2c8 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:53:04.623012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-44811bde-3dae-4a41-98ff-c3eae438e9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:04.837290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af9b0de-2710-4b43-b858-88c8c5ff790f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:04.879519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:04.931755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163d7c7-2282-47f9-a8e4-cbc1e0731647 req-1332e638-9c6d-4bdb-b93f-6f777fd15c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:04.933670 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b163d7c7-2282-47f9-a8e4-cbc1e0731647 req-1332e638-9c6d-4bdb-b93f-6f777fd15c39 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1163 time: 0.0788827
Dec 02 15:53:04.963167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:04.993960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87756f05-3a9e-4081-8b12-45b6f836f9e0 req-be5a17ad-1013-4da5-9866-a2830b9e8287 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:04.995759 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87756f05-3a9e-4081-8b12-45b6f836f9e0 req-be5a17ad-1013-4da5-9866-a2830b9e8287 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.1910970
Dec 02 15:53:04.995944 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b163d7c7-2282-47f9-a8e4-cbc1e0731647 req-b1521be0-956c-4353-b95d-9039773214ef service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0556779
Dec 02 15:53:04.998564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:53:04.998932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:53:05.029134 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1af9b0de-2710-4b43-b858-88c8c5ff790f HTTP/1.1" status: 204  len: 168 time: 2.2351027
Dec 02 15:53:05.032557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50546) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:05.079113 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87756f05-3a9e-4081-8b12-45b6f836f9e0 req-53cd23af-8ae6-4417-97ea-4fece8b5f507 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0680547
Dec 02 15:53:05.189024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.388764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.445624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device fc8dafcb-64d1-4db0-a5fe-998da66496fc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:53:05.517662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Deleting port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:53:05.518056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.534085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port fc8dafcb-64d1-4db0-a5fe-998da66496fc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:53:05.534640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.576063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10917ceda0>,) {'filters': {'network_id': ['394057b2-51aa-4b66-adf3-402bbfc0d3cd']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:05.600152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10917ceda0>, 'f58488ca-3527-4eb7-8b20-4aa5ed3cc0c8') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:05.600619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10917ceda0>, 'f58488ca-3527-4eb7-8b20-4aa5ed3cc0c8') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:05.620934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.642808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.650693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43b6c-4f8d-4346-8072-abf3c6db8552 req-722dedac-420b-4347-b97e-960f61f63b71 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:05.652355 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d4f43b6c-4f8d-4346-8072-abf3c6db8552 req-722dedac-420b-4347-b97e-960f61f63b71 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1671250
Dec 02 15:53:05.653064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:53:05.672744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6c5618f4-d019-4723-9ad0-1720cd93ca07 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:53:05.709591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6607a4-4394-46b5-8806-bcef3f973728 req-cab2a16f-1818-47ad-9c2b-fefdf17e4744 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:05.710661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-cd6607a4-4394-46b5-8806-bcef3f973728 req-cab2a16f-1818-47ad-9c2b-fefdf17e4744 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:53:05.751665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 6c5618f4-d019-4723-9ad0-1720cd93ca07 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:53:05.752096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:05.844483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-cd6607a4-4394-46b5-8806-bcef3f973728 req-cab2a16f-1818-47ad-9c2b-fefdf17e4744 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:53:05.860341 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd6607a4-4394-46b5-8806-bcef3f973728 req-cab2a16f-1818-47ad-9c2b-fefdf17e4744 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 944 time: 0.3830326
Dec 02 15:53:05.870799 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d4f43b6c-4f8d-4346-8072-abf3c6db8552 req-59317a9f-4a9e-453e-abd4-50a80bf9f47b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2021432
Dec 02 15:53:05.895811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:53:05.908183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:06.025047 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cd6607a4-4394-46b5-8806-bcef3f973728 req-3b899af3-ea5d-47f7-a6e7-6687cdba52ae tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632352
Dec 02 15:53:06.033404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] For port b6a667d0-da4b-4185-a6eb-1abe0455d2c8, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:53:06.033959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:06.251540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Network 394057b2-51aa-4b66-adf3-402bbfc0d3cd has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:53:06.284076 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:53:06.374923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Calling delete_port for b6a667d0-da4b-4185-a6eb-1abe0455d2c8 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:53:06.411947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:06.417631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:06.426120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:06.440148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:06.471279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Pushing event deleted for resources: {'Network': ['ID=394057b2-51aa-4b66-adf3-402bbfc0d3cd,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:06.476613 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] 10.222.0.101 "DELETE /v2.0/networks/394057b2-51aa-4b66-adf3-402bbfc0d3cd HTTP/1.1" status: 204  len: 168 time: 1.4420111
Dec 02 15:53:06.483018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-10b071d8-790b-43b0-8791-53e4b20f4491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:06.690973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44f4d-0635-4fa8-8405-de3d1a3be5a9 req-999952b0-870d-4a98-908d-4e0c52ecb905 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:06.692921 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03e44f4d-0635-4fa8-8405-de3d1a3be5a9 req-999952b0-870d-4a98-908d-4e0c52ecb905 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1123228
Dec 02 15:53:06.703655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831004d7-d0d4-4b87-b3f8-b250c6bfaf07 req-1a22028a-bddf-431c-96a4-f05f0431fcd4 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:06.706593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-831004d7-d0d4-4b87-b3f8-b250c6bfaf07 req-1a22028a-bddf-431c-96a4-f05f0431fcd4 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.2575088
Dec 02 15:53:06.763339 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03e44f4d-0635-4fa8-8405-de3d1a3be5a9 req-65f7f2f0-4c44-4ad7-844e-e051feb706f3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486383
Dec 02 15:53:06.821355 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-831004d7-d0d4-4b87-b3f8-b250c6bfaf07 req-4f943ae6-9ba4-4b14-b0b2-00707718b937 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1060967
Dec 02 15:53:06.867937 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8', 'code': 200}
Dec 02 15:53:06.892106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:06.902817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-3df8310b-8bce-4fe1-9c00-f020d2f355a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:06.904337 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-3df8310b-8bce-4fe1-9c00-f020d2f355a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1163 time: 0.1154251
Dec 02 15:53:06.911471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:06.966056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50582) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:07.018913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Pushing event deleted for resources: {'Port': ['ID=b6a667d0-da4b-4185-a6eb-1abe0455d2c8,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:07.042354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:07.129952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-e9f0ccff-293c-42d5-9b04-dd655a72f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:07.131930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-e9f0ccff-293c-42d5-9b04-dd655a72f455 service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.2120922
Dec 02 15:53:07.205651 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f6861325-e9f9-48d0-bdc1-d2665601f4cd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=187dd715a12b4c33b4ea08b69b8e442a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2382419
Dec 02 15:53:07.206380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50588) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:07.255922 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-13c422ab-6038-4ce5-a936-eeb3ab7927a3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 1001 time: 0.1164892
Dec 02 15:53:07.303605 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6c818cec-6965-4ad5-88d8-719b2bd3ac36 req-8dc63613-2598-44b6-b44e-630eafe53ff2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.0739994
Dec 02 15:53:07.343879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] No DVR routers for this DVR port b6a667d0-da4b-4185-a6eb-1abe0455d2c8 on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:53:07.364286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:07.364286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-deleted', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:07.364501 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-e69c9d16-3c56-49b9-840c-9ebdfed08a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:07.364934 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-e69c9d16-3c56-49b9-840c-9ebdfed08a03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1021218
Dec 02 15:53:07.401834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:07.432319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:07.441147 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98e87c-b99a-4510-aa3d-700dab85ae10', 'name': 'network-vif-deleted', 'tag': 'b6a667d0-da4b-4185-a6eb-1abe0455d2c8', 'status': 'completed', 'code': 200}
Dec 02 15:53:07.446155 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fa93ef4-5ae5-410c-81d3-580c3ea043d6 req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "DELETE /v2.0/ports/b6a667d0-da4b-4185-a6eb-1abe0455d2c8 HTTP/1.1" status: 204  len: 173 time: 4.1328726
Dec 02 15:53:07.488632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-8650d456-01ec-4dd9-b0df-ebfa9e188799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:07.491426 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-8650d456-01ec-4dd9-b0df-ebfa9e188799 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1193295
Dec 02 15:53:07.544431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:07.558957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fb02aa2f-973d-4253-9cf9-f8f1aa202e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:07.599914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18252ac-bc84-4a2f-9855-54e8b1c0cdbc,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:07.604261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:07.605842 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a18252ac-bc84-4a2f-9855-54e8b1c0cdbc HTTP/1.1" status: 204  len: 168 time: 0.3946586
Dec 02 15:53:07.607386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:07.775646 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-5bd4f55f-a82a-41d3-b420-b240fcafe475 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762692
Dec 02 15:53:08.021614 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d2e2c6b0-f21d-4abd-92f6-e9853382a541 req-c7550112-a66d-4509-af8d-bed06ad894aa service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2380049
Dec 02 15:53:08.219169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63d54e-08d9-42cb-9de6-fd21fa93a09c req-68a449e6-8e7f-4342-89b5-e5a8683e09ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:08.221421 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a63d54e-08d9-42cb-9de6-fd21fa93a09c req-68a449e6-8e7f-4342-89b5-e5a8683e09ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.1287050
Dec 02 15:53:08.328844 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a63d54e-08d9-42cb-9de6-fd21fa93a09c req-96a7a0dc-fda0-474f-83e5-4cf0ede1cb72 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1004431
Dec 02 15:53:08.555559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50632) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:08.588532 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ac51d495-e7ee-498b-a909-dba68f8a2afb req-a118fb98-14ca-44dd-bc9b-def2138b3606 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=3a98e87c-b99a-4510-aa3d-700dab85ae10 HTTP/1.1" status: 200  len: 210 time: 0.0875082
Dec 02 15:53:08.692988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668fe5c-b4cc-41ec-9d09-9b45a04f2678 req-9465fd37-e7ea-4ba4-a7c5-5e8c817f6179 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:08.694993 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0668fe5c-b4cc-41ec-9d09-9b45a04f2678 req-9465fd37-e7ea-4ba4-a7c5-5e8c817f6179 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.6446750
Dec 02 15:53:08.711025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50640) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:08.768690 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0668fe5c-b4cc-41ec-9d09-9b45a04f2678 req-df893e43-afac-4de3-948d-b9b86b3dffe4 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0649545
Dec 02 15:53:08.775221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.068123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:09.090358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fb79c1f97f4d49a6a0d4bd51762fa6 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:09.099083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:09.109952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:09.121726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0d0b01a0-c365-4fa4-a967-8ada87ad7fe2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8073af574c404ef29e8e0f77dc60de66&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4081314
Dec 02 15:53:09.124643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50644) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:09.197056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.203497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b86e6-e805-4e18-8b06-11dadd015787 req-10f8f2a7-7430-4b81-89b5-de74a56fa662 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:09.208162 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-105b86e6-e805-4e18-8b06-11dadd015787 req-10f8f2a7-7430-4b81-89b5-de74a56fa662 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.4158089
Dec 02 15:53:09.239745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.287623 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-105b86e6-e805-4e18-8b06-11dadd015787 req-9a14bfbb-80db-4156-b4d4-2ec0a7018413 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0704970
Dec 02 15:53:09.336843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.346838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.352670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a985d7be-42b8-4016-9cdc-ae235c752dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:09.369667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea9f99-9d00-461d-bad0-317ac11b0053,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:09.373367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:09.377702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.389080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-412e8622-968d-4f05-a787-10348aef82d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:09.405031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.409599 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62ea9f99-9d00-461d-bad0-317ac11b0053 HTTP/1.1" status: 204  len: 168 time: 0.2809899
Dec 02 15:53:09.449249 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e5fb79c1f97f4d49a6a0d4bd51762fa6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8877189
Dec 02 15:53:09.451748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b65c4d-1ff2-4d91-8917-c27b2d6df9bb,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:09.455703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:09.456344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50652) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:09.559321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.591327 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.608119 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-90071b23-ac10-4a04-816a-8427401abe2f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2403967
Dec 02 15:53:09.622933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:09.630280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:09.637854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Usage tracker for resource:floatingip and tenant:e84bacbd36bc4a75898431f75ffae141 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:09.645815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:09.658188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:09.678435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.683074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:09.696732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b65c4d-1ff2-4d91-8917-c27b2d6df9bb,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:09.699473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:09.707279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.710365 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/88b65c4d-1ff2-4d91-8917-c27b2d6df9bb HTTP/1.1" status: 204  len: 168 time: 0.2510152
Dec 02 15:53:09.712459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:09.920023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:10.276169 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-707e1b7e-b3ac-46e3-bc4b-3c625dfae95d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2056675
Dec 02 15:53:10.467848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.27.0.249 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/0a48a28c-d0f3-44be-9983-a06e60c030e6) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:53:10.471674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-7ba6ce4f-871d-44ea-821f-9668269c6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:10.473804 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-7ba6ce4f-871d-44ea-821f-9668269c6dcc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 1163 time: 0.1591711
Dec 02 15:53:10.755107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:10.970003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1b4e-249c-4472-9ccb-ebf8dedaf14a req-32a19b98-35e0-4891-8931-a126c88b48ab tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:10.971714 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-218e1b4e-249c-4472-9ccb-ebf8dedaf14a req-32a19b98-35e0-4891-8931-a126c88b48ab tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.9965117
Dec 02 15:53:10.972927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-47f5d5b8-8077-4505-a7fa-ec8ee36978eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:10.974377 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-47f5d5b8-8077-4505-a7fa-ec8ee36978eb service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.4715538
Dec 02 15:53:11.025209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.054657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:11.180487 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-218e1b4e-249c-4472-9ccb-ebf8dedaf14a req-91625bd1-5c95-4d93-a5a9-eca02aff1d6e tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2004883
Dec 02 15:53:11.230221 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-90b219b1-6220-4174-9ae7-362b7c838f7f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 200  len: 1001 time: 0.2485981
Dec 02 15:53:11.297624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.351437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-d71ebd7e-f97a-4d8d-b5b7-7c2b38581f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:11.353284 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-d71ebd7e-f97a-4d8d-b5b7-7c2b38581f64 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1153865
Dec 02 15:53:11.470647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=0a48a28c-d0f3-44be-9983-a06e60c030e6,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:11.480031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:11.481213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50706) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:11.553594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:53:11.555613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:53:11.559193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:53:11.656627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.672475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.689395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:11.693630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Usage tracker for resource:security_group_rule and tenant:01288f5c42e24e19a6dd9c51dc380668 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:11.699115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:11.705254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:11.758974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.831696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:53:11.878230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.902845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-870d1f48-df21-4846-b246-6fec985e9143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.932445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:11.950456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:12.023306 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01288f5c42e24e19a6dd9c51dc380668&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5409968
Dec 02 15:53:12.026202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642e5f98-793d-4755-b31e-51efa72a427f,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:12.029240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 50722) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:12.032582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:12.146167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.160168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.206080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.222202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:12.253685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.315642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-1f7127cf-0ab1-4510-92f2-ade685afaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:12.317365 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-1f7127cf-0ab1-4510-92f2-ade685afaa4f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1740994
Dec 02 15:53:12.353162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=0a48a28c-d0f3-44be-9983-a06e60c030e6,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:12.356309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:12.473667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.529301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.535063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c23bd512-43e8-4d28-8f6c-c371c0bf865e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:12.550843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e5f98-793d-4755-b31e-51efa72a427f,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:12.556408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:12.560606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.564377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:12.564559 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/642e5f98-793d-4755-b31e-51efa72a427f HTTP/1.1" status: 204  len: 168 time: 0.5314894
Dec 02 15:53:12.564671 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.9468658
Dec 02 15:53:12.662226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-37270233-d2f8-4892-85c3-a060c06d9b55 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:53:12.746635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-37270233-d2f8-4892-85c3-a060c06d9b55 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:53:12.753830 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-37270233-d2f8-4892-85c3-a060c06d9b55 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.249 HTTP/1.1" status: 200  len: 696 time: 0.1836760
Dec 02 15:53:12.947717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-692e55ce-a591-4728-b25b-2127c5acb4a0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:12.949449 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-692e55ce-a591-4728-b25b-2127c5acb4a0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.1947234
Dec 02 15:53:12.972493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-125f6863-1b0f-43ec-8991-31a8b73093dc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:53:12.974006 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0b6481de-682f-45b9-a3ed-9a7984f6070a req-125f6863-1b0f-43ec-8991-31a8b73093dc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0157959
Dec 02 15:53:13.307363 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-d273ba87-a765-4b0f-86be-cf6e537985a4 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3077734
Dec 02 15:53:13.327422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e998c-d551-46ce-884d-1f504d489f29 req-d8a9e086-a9c4-4cde-b67a-d4caf50f1dd8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:13.329455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-d8a9e086-a9c4-4cde-b67a-d4caf50f1dd8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1964908
Dec 02 15:53:13.362843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50748) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:13.385762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.402685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:13.407835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Usage tracker for resource:security_group_rule and tenant:7a9a7d660b5e436f9018491e0d453f1b is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:13.411133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:13.417573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:13.438669 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-ff27ce79-0310-4dd4-a320-5cab1d93033b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.249 HTTP/1.1" status: 200  len: 696 time: 0.0965164
Dec 02 15:53:13.452708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'port_id': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:13.537019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.540394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.587428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.596582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-969b8c27-7b0f-4b0a-b41c-a462b5d447af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:13.646264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d1db5-6b99-4ee6-8fa5-81ea1437499e,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:13.651552 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7a9a7d660b5e436f9018491e0d453f1b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2871940
Dec 02 15:53:13.652633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:13.654304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50754) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:13.738975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.770828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.860965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.866330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5de3c2a8-ceba-4d0d-98fb-a7fa40843849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:13.880216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d1db5-6b99-4ee6-8fa5-81ea1437499e,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:13.885820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:13.887066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:13.890755 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7d4d1db5-6b99-4ee6-8fa5-81ea1437499e HTTP/1.1" status: 204  len: 168 time: 0.2327237
Dec 02 15:53:14.198784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-42a78d02-fc2f-473c-b30d-b01a97aaa338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:14.324578 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90f5f77b-6fca-4b3c-8b94-5e0730838518 req-8305636a-dad8-459b-817b-7e8785106108 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3365881
Dec 02 15:53:14.591307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:14.636613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:14.850479 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 0a26395d-7f3f-4e94-8339-cc2f2be71013 associated. External IP: 172.27.0.249, port: fc8dafcb-64d1-4db0-a5fe-998da66496fc.
Dec 02 15:53:15.202250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:15.559255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:53:15.768052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:53:15.773202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:15.778234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:53:15.791674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:53:15.792927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090abb080>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:53:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:15.850326 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-ae4ca76b-68b2-49bb-9de5-202500a6ed80 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "PUT /v2.0/floatingips/0a26395d-7f3f-4e94-8339-cc2f2be71013 HTTP/1.1" status: 200  len: 997 time: 2.4022305
Dec 02 15:53:15.860685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:15.945854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e998c-d551-46ce-884d-1f504d489f29 req-8ac16b76-7ecf-48d4-a7dc-b678ac7fd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:15.953970 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-8ac16b76-7ecf-48d4-a7dc-b678ac7fd6a5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1163 time: 0.0942416
Dec 02 15:53:15.981120 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'status': 'completed', 'code': 200}
Dec 02 15:53:16.052550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:16.082492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:53:16.186225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e998c-d551-46ce-884d-1f504d489f29 req-1e65248e-be31-4563-8b9f-6cba0b256f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:16.187874 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-1e65248e-be31-4563-8b9f-6cba0b256f01 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2330570
Dec 02 15:53:16.194593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69340-8397-4d45-a710-4252768b9d34 req-d3a2f321-217b-4ad5-90e3-b44b0b011397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:16.196583 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-d3a2f321-217b-4ad5-90e3-b44b0b011397 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1163 time: 0.1509840
Dec 02 15:53:16.340554 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-d0bbb518-fcc1-4906-bcc1-853f2b184b90 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 1000 time: 0.1428850
Dec 02 15:53:16.455850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:16.484449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e998c-d551-46ce-884d-1f504d489f29 req-38831279-72b5-4a3b-8e82-395a9a342d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:16.486148 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-38831279-72b5-4a3b-8e82-395a9a342d23 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0829673
Dec 02 15:53:16.554071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090abb080>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '0a26395d-7f3f-4e94-8339-cc2f2be71013', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:f6:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:53:11Z', 'updated_at': '2020-12-02T15:53:14Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:16.558794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:53:16.570343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:53:16.571208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090abb080>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:53:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:16.611230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69340-8397-4d45-a710-4252768b9d34 req-6c69eff2-10de-4697-ab63-2351e544cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:16.613158 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-6c69eff2-10de-4697-ab63-2351e544cea8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.3491786
Dec 02 15:53:16.626531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e998c-d551-46ce-884d-1f504d489f29 req-ceeb3195-9eec-47a7-a5e9-f3f70cc68c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:16.628219 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-ceeb3195-9eec-47a7-a5e9-f3f70cc68c4b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1313651
Dec 02 15:53:16.698974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-570d9bb6-8e90-45c1-a7df-725fa9ca1416 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80393) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:53:16.700352 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-570d9bb6-8e90-45c1-a7df-725fa9ca1416 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0067995
Dec 02 15:53:16.873707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:53:16.928746 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-caba61f2-a47a-4ead-aaa0-5c3651ada814 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 1000 time: 0.3049567
Dec 02 15:53:17.049934 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-ac990b8d-9353-4b7f-8136-f3331058615e service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3307052
Dec 02 15:53:17.051416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69340-8397-4d45-a710-4252768b9d34 req-2a63dd97-e5f0-466f-a6c3-470efa28ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:17.052897 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-2a63dd97-e5f0-466f-a6c3-470efa28ce28 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1114717
Dec 02 15:53:17.278830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69340-8397-4d45-a710-4252768b9d34 req-d9730892-9318-454d-b3cd-e429f757668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:17.280528 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-d9730892-9318-454d-b3cd-e429f757668c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1955085
Dec 02 15:53:17.282905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-621e998c-d551-46ce-884d-1f504d489f29 req-3aff8e7f-7b1b-4584-ab96-f14e677ad458 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2244203
Dec 02 15:53:17.366464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090abb080>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '0a26395d-7f3f-4e94-8339-cc2f2be71013', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:f6:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:53:11Z', 'updated_at': '2020-12-02T15:53:14Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:53:17.373476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f243db2-69c8-4bf7-98dd-ceb42cdfffe6 None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '0a26395d-7f3f-4e94-8339-cc2f2be71013', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:f6:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:53:11Z', 'updated_at': '2020-12-02T15:53:14Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:53:17.446513 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-7f70d660-f2b1-4216-a06f-1412c302bcf2 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549733
Dec 02 15:53:17.635342 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dc69340-8397-4d45-a710-4252768b9d34 req-5ce8b358-9d19-406e-b082-2abe78ccc225 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1825588
Dec 02 15:53:17.710043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a61f5-c8bd-4122-8674-350d14a54d64 None None] New status for floating IP 0a26395d-7f3f-4e94-8339-cc2f2be71013: ACTIVE {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:53:21.728734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-50f690aa-292d-4b32-9304-836b4bc2dba2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:21.729420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c8d18732-d144-4885-9394-497b88aa7c84 req-50f690aa-292d-4b32-9304-836b4bc2dba2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:53:21.820971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c8d18732-d144-4885-9394-497b88aa7c84 req-50f690aa-292d-4b32-9304-836b4bc2dba2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:53:21.822341 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-50f690aa-292d-4b32-9304-836b4bc2dba2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/networks?id=5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 200  len: 814 time: 0.2789922
Dec 02 15:53:21.841688 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-93952807-0063-4f82-90be-8222a93cefd7 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/quotas/229596ae42204d5ead3f32ea7ab04bad HTTP/1.1" status: 200  len: 375 time: 0.0129900
Dec 02 15:53:21.897830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c8d18732-d144-4885-9394-497b88aa7c84 req-72f868a0-4b39-4e68-a69e-3f6561e7800a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:53:21.948961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c8d18732-d144-4885-9394-497b88aa7c84 req-72f868a0-4b39-4e68-a69e-3f6561e7800a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:53:21.950665 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-72f868a0-4b39-4e68-a69e-3f6561e7800a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1024890
Dec 02 15:53:22.274806 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-bc7cba2e-42d5-480f-95fa-63d3cdbf711e service neutron] 10.222.0.101 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153968
Dec 02 15:53:22.424915 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-46a02275-6d91-4227-b2b9-42818a7bbfcb service neutron] 10.222.0.101 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429667
Dec 02 15:53:22.744616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-207ed2f7-a94b-499b-afd0-474b86a0aaab req-ffe86923-5acc-43c1-a19c-9fab400399ae tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0489674
Dec 02 15:53:23.928355 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-267d5361-7c9b-48a4-b0a6-bfaace444b05 req-9cf543cb-a48b-473a-b7fd-497606482e14 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0469065
Dec 02 15:53:25.216663 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e5434ce-fb2c-44f1-8986-03d67253561e req-fe3d704a-ac5c-4c9d-8b71-ffb7f20079e1 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0558145
Dec 02 15:53:26.432112 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-17f780cb-2122-46c6-8708-9a2467ec4a3e req-71042b8b-e1f5-480b-af1b-6029be0dd66e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0570610
Dec 02 15:53:27.675926 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a697f922-5074-4f09-bdea-6d9711047c47 req-65634360-4e6e-403d-970d-7a2a9b2e936a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0620086
Dec 02 15:53:27.714232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-e769c8b5-3461-4550-a011-c9ebc0fc8999 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:27.719550 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-e769c8b5-3461-4550-a011-c9ebc0fc8999 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "GET /v2.0/networks?id=5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 200  len: 814 time: 0.2834127
Dec 02 15:53:27.758740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Request body: {'port': {'device_id': '47c360ff-af0d-4210-a295-00447d5ed811', 'network_id': '5072836c-1689-4769-8096-b0a206a7686f', 'admin_state_up': True, 'tenant_id': '229596ae42204d5ead3f32ea7ab04bad'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:27.959660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:27.977446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:28.017728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Made reservation on behalf of 229596ae42204d5ead3f32ea7ab04bad for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:53:28.025607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:28.480433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Allocated IP 172.20.0.3 (5072836c-1689-4769-8096-b0a206a7686f/6f8b6dc5-dbaa-4010-9def-714cc8a26fcc/04beb8fe-6bf8-421f-a893-abffa9c2bb1d) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:53:28.772687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:28.871938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:28.900218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-18cc71e4-8a10-41cc-a7a9-8b905ef625d2 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:28.954957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb613f0-3fe6-474f-a960-3312f70a7ab4 req-879bd8ac-98f9-4bec-ad43-e6f70daefe44 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:28.957025 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5fb613f0-3fe6-474f-a960-3312f70a7ab4 req-879bd8ac-98f9-4bec-ad43-e6f70daefe44 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 931 time: 0.1248193
Dec 02 15:53:29.028382 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5fb613f0-3fe6-474f-a960-3312f70a7ab4 req-20c25ee8-a42d-43e1-9fdd-42da76ede0fd tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596721
Dec 02 15:53:29.308642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Pushing event updated for resources: {'Port': ['ID=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:29.327537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.327955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.328409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.328809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.329211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.329650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.330075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.330457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.330851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.331234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.331621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.332027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.332482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.332869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.333263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.333649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.334035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.334480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.334937 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.335212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.335602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.336008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.337600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.337600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:29.343913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:29.406553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Network 5072836c-1689-4769-8096-b0a206a7686f is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:53:29.407861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:53:29.413842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:53:29.498042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:29.498738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:29.578910 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8253436
Dec 02 15:53:29.604557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Request body: {'port': {'device_id': '47c360ff-af0d-4210-a295-00447d5ed811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:29.753011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.381917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 50996) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:30.455055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04beb8fe-6bf8-421f-a893-abffa9c2bb1d {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:53:30.465910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.474607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e4bc8-1812-445c-961c-39232ddb3737 req-ea3bf060-be7e-4659-8275-0d01eb9fc411 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:30.475407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4a3e4bc8-1812-445c-961c-39232ddb3737 req-ea3bf060-be7e-4659-8275-0d01eb9fc411 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Synchronizing usage tracker for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:53:30.503661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Transition to ACTIVE for port object 04beb8fe-6bf8-421f-a893-abffa9c2bb1d will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:53:30.600335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4a3e4bc8-1812-445c-961c-39232ddb3737 req-ea3bf060-be7e-4659-8275-0d01eb9fc411 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Unset dirty status for tenant:229596ae42204d5ead3f32ea7ab04bad on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:53:30.600841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.610267 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a3e4bc8-1812-445c-961c-39232ddb3737 req-ea3bf060-be7e-4659-8275-0d01eb9fc411 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 931 time: 0.3569131
Dec 02 15:53:30.623934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:30.628456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3982dcf8e6bf44068b28a6feeda22fb2 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:30.633733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:30.642237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:30.677464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.696986 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89294abb-b522-4dfc-9007-5f300e4a68c8 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:30.779419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.819632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4a3e4bc8-1812-445c-961c-39232ddb3737 req-fe128976-444f-4e6d-bc8b-776f763c78f2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074680
Dec 02 15:53:30.837613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:30.848186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-05e8a606-c3d0-4854-9b31-42b2e6f750ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:30.853042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Pushing event updated for resources: {'Port': ['ID=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:30.863733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:30.898254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3982dcf8e6bf44068b28a6feeda22fb2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5115247
Dec 02 15:53:30.899784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639a767-652d-432d-b97e-1be7e2efa2c2,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:30.902197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51010) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:30.903426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:31.097490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.152770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.185938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Attempting to bind port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:53:31.193656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Attempting to bind port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:53:31.193656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Attempting to bind port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d on network 5072836c-1689-4769-8096-b0a206a7686f {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:53:31.202411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:53:31.202791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Checking segment: {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:53:31.203202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.203606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Bound using segment: {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:53:31.204127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Bound port: 04beb8fe-6bf8-421f-a893-abffa9c2bb1d, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5072836c-1689-4769-8096-b0a206a7686f'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:53:31.204569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.321435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] For port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:53:31.326580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] For port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:53:31.358261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.367943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9968a7c7-cfe4-4eeb-8075-db13c8913cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:31.377474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639a767-652d-432d-b97e-1be7e2efa2c2,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:31.380211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:31.390281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.396085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0639a767-652d-432d-b97e-1be7e2efa2c2 HTTP/1.1" status: 204  len: 168 time: 0.4888873
Dec 02 15:53:31.396085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.413846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d31845d0-cfd6-4a47-97bd-437cbdd41a5d tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:31.579199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Pushing event updated for resources: {'Port': ['ID=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:31.583000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:31.622424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:31.623116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:31.624636 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] 10.222.0.103 "PUT /v2.0/ports/04beb8fe-6bf8-421f-a893-abffa9c2bb1d HTTP/1.1" status: 200  len: 1157 time: 2.0275028
Dec 02 15:53:31.625167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:31.692361 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d', 'status': 'completed', 'code': 200}
Dec 02 15:53:32.051457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8227d-659d-499a-96b0-d438dea021fe req-54b410c0-028d-4441-89f9-05dc609d038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.055514 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92d8227d-659d-499a-96b0-d438dea021fe req-54b410c0-028d-4441-89f9-05dc609d038f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 1160 time: 0.3037109
Dec 02 15:53:32.113708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f053-5c0e-4dfd-83d9-e45c0a5a79ce req-b91fdda3-5ce1-42e7-82cb-7c62bd9ee35a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.118049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c078f053-5c0e-4dfd-83d9-e45c0a5a79ce req-b91fdda3-5ce1-42e7-82cb-7c62bd9ee35a tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.1452608
Dec 02 15:53:32.271320 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c078f053-5c0e-4dfd-83d9-e45c0a5a79ce req-98ff5467-e42c-45de-87d4-45f4394f2787 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893505
Dec 02 15:53:32.302989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8227d-659d-499a-96b0-d438dea021fe req-b8c3dc7f-0980-41f9-abe3-1ae6acf12298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.305857 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92d8227d-659d-499a-96b0-d438dea021fe req-b8c3dc7f-0980-41f9-abe3-1ae6acf12298 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=229596ae42204d5ead3f32ea7ab04bad&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2371254
Dec 02 15:53:32.469468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8227d-659d-499a-96b0-d438dea021fe req-9208b176-9896-428a-ac1d-1d8fe1faa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.471008 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92d8227d-659d-499a-96b0-d438dea021fe req-9208b176-9896-428a-ac1d-1d8fe1faa51f service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1584864
Dec 02 15:53:32.636629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-99100ff8-5f28-4ef6-bcc7-9961fa441049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.638455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-99100ff8-5f28-4ef6-bcc7-9961fa441049 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=229596ae42204d5ead3f32ea7ab04bad&device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 1160 time: 0.0832613
Dec 02 15:53:32.733352 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-ffcef538-decc-401c-b15d-22c6e79dd34f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04beb8fe-6bf8-421f-a893-abffa9c2bb1d HTTP/1.1" status: 200  len: 217 time: 0.0733099
Dec 02 15:53:32.809936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18732-d144-4885-9394-497b88aa7c84 req-d3d21b0a-af4e-4191-b5ce-3e1230cbaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:32.811560 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-d3d21b0a-af4e-4191-b5ce-3e1230cbaa36 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6f8b6dc5-dbaa-4010-9def-714cc8a26fcc HTTP/1.1" status: 200  len: 854 time: 0.0702724
Dec 02 15:53:32.868229 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-8f6ebae5-5b47-4101-af1f-4069be3ed040 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5072836c-1689-4769-8096-b0a206a7686f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469313
Dec 02 15:53:33.028805 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-04df447b-6375-4072-9992-b49e403ef1f2 service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470027
Dec 02 15:53:33.187385 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8d18732-d144-4885-9394-497b88aa7c84 req-849b9096-689d-4256-b062-25aa462978ac service neutron] 10.222.0.103 "GET /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465297
Dec 02 15:53:33.501248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf62ea-64f9-40b0-982f-ac25d16b8d67 req-538f4eb7-7ad9-46a5-847c-d643e157ee7c tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:33.502887 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ebdf62ea-64f9-40b0-982f-ac25d16b8d67 req-538f4eb7-7ad9-46a5-847c-d643e157ee7c tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.0919333
Dec 02 15:53:33.561948 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ebdf62ea-64f9-40b0-982f-ac25d16b8d67 req-8bd5fa76-8f86-4f5f-bf76-eeea74342b44 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515897
Dec 02 15:53:34.790848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6624cc6-6394-4009-9185-73dbb43ed16c req-748238b9-dca8-4fc6-82e4-920909e57e2e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:34.792501 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a6624cc6-6394-4009-9185-73dbb43ed16c req-748238b9-dca8-4fc6-82e4-920909e57e2e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.0915768
Dec 02 15:53:34.844363 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a6624cc6-6394-4009-9185-73dbb43ed16c req-3f6ebc13-e814-431c-9557-7a8c7942f6e5 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452583
Dec 02 15:53:36.075148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1f453-abdf-40f4-b8a9-d87bf358b0cb req-9a4203b4-781f-4fa6-b62c-6b27dfbbc4c6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:36.078258 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cae1f453-abdf-40f4-b8a9-d87bf358b0cb req-9a4203b4-781f-4fa6-b62c-6b27dfbbc4c6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.1010227
Dec 02 15:53:36.129021 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cae1f453-abdf-40f4-b8a9-d87bf358b0cb req-74979276-70d1-4df4-9b23-ef4f17d9fa35 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443020
Dec 02 15:53:37.357437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11904986-9b8a-4f32-b399-367147b322eb req-add52d9a-3c87-44a4-9615-baf7f172242d tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:37.358984 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11904986-9b8a-4f32-b399-367147b322eb req-add52d9a-3c87-44a4-9615-baf7f172242d tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.0912313
Dec 02 15:53:37.407019 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11904986-9b8a-4f32-b399-367147b322eb req-f16b49c9-0082-466a-bb28-08de469f21d6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416605
Dec 02 15:53:38.628015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658529a-c56d-41aa-90f6-ee789914950a req-a34e7b3b-8b85-421d-8fe6-7c276907b128 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:38.629553 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5658529a-c56d-41aa-90f6-ee789914950a req-a34e7b3b-8b85-421d-8fe6-7c276907b128 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 943 time: 0.0906777
Dec 02 15:53:38.680834 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5658529a-c56d-41aa-90f6-ee789914950a req-08de38c6-4323-4267-8de4-6a31a5c1dbe2 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430808
Dec 02 15:53:38.942987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 04beb8fe-6bf8-421f-a893-abffa9c2bb1d up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:53:39.037517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:53:39.046679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:53:39.047097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:39.181396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:39.213452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:53:39.226377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:53:39.260625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:39.263224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:39.299644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d', 'code': 200}
Dec 02 15:53:39.345373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:39.351254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:39.711542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc141d9-0c56-43bc-a366-90f6cf6b0af6 req-5d1f8ca4-cad2-4476-981b-0b47e699233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:39.713218 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7dc141d9-0c56-43bc-a366-90f6cf6b0af6 req-5d1f8ca4-cad2-4476-981b-0b47e699233b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 1162 time: 0.0780132
Dec 02 15:53:39.721791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 04beb8fe-6bf8-421f-a893-abffa9c2bb1d up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:53:39.769086 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7dc141d9-0c56-43bc-a366-90f6cf6b0af6 req-9dae4050-2b5f-4231-af52-01f86ef7857d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486538
Dec 02 15:53:39.815194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:53:39.815652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:39.910241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca091c34-2eb7-4ddf-bca6-145767ebe556 req-a05faa76-0c91-4144-9c14-1762fb8e8087 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:39.912314 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca091c34-2eb7-4ddf-bca6-145767ebe556 req-a05faa76-0c91-4144-9c14-1762fb8e8087 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.0898860
Dec 02 15:53:39.971366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca091c34-2eb7-4ddf-bca6-145767ebe556 req-6c2fabc2-3e8a-4ce6-ac80-389ebd0fa7b5 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504258
Dec 02 15:53:41.218214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326cd94-04aa-4e1f-aa38-0d901881f762 req-d99025c3-856a-4320-bdf8-2ca7467d1f08 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:41.220147 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7326cd94-04aa-4e1f-aa38-0d901881f762 req-d99025c3-856a-4320-bdf8-2ca7467d1f08 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.0963182
Dec 02 15:53:41.274538 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7326cd94-04aa-4e1f-aa38-0d901881f762 req-f2a7a618-cda7-4ff0-abbe-c104400ae16d tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460751
Dec 02 15:53:41.314071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:41.874517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c590d47-19e7-4170-8d15-0153435f3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:42.493617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f603-4df8-4ace-9c0e-7d358201340f req-2bf6017a-b492-44ca-a553-b7032ee27226 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:42.495269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed91f603-4df8-4ace-9c0e-7d358201340f req-2bf6017a-b492-44ca-a553-b7032ee27226 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.0859766
Dec 02 15:53:42.544420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed91f603-4df8-4ace-9c0e-7d358201340f req-6b0ba815-2be9-4f59-8623-5c4f7f614c7e tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424461
Dec 02 15:53:43.770734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987443-2583-46a9-82b5-07f38717f255 req-ed4852a3-10a7-48bd-9a1e-ecdabbe0cfdd tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:43.781374 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8987443-2583-46a9-82b5-07f38717f255 req-ed4852a3-10a7-48bd-9a1e-ecdabbe0cfdd tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.0971341
Dec 02 15:53:43.842848 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8987443-2583-46a9-82b5-07f38717f255 req-ce90431c-0d96-4abe-8248-8e9e5976d5de tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598953
Dec 02 15:53:43.931926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e36d4434-c688-4cd7-b060-082ab05fae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:45.078305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec24c3d-c144-4190-9062-cc6c951f60fd req-d1936c2c-e90a-4fec-aa24-b55da625b5e9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:45.079935 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7ec24c3d-c144-4190-9062-cc6c951f60fd req-d1936c2c-e90a-4fec-aa24-b55da625b5e9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.0949004
Dec 02 15:53:45.137007 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7ec24c3d-c144-4190-9062-cc6c951f60fd req-a3bd093c-995d-482a-b744-46b8cdb5b7db tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501537
Dec 02 15:53:45.200362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:45.862993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:46.211323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:48.832604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:53:55.751413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51380) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:55.995268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.013826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:56.018372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Usage tracker for resource:security_group_rule and tenant:289a15ac55724f3c939040d74a966923 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:56.022498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:56.029251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:56.142228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.180632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.190915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cfa44a3c-5179-4400-8d2f-b15eaf8ea2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:56.241915 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=289a15ac55724f3c939040d74a966923&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4891057
Dec 02 15:53:56.243187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd2ee3a-ecff-46ff-8072-b42f14dcc19d,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:56.247263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51390) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:56.250675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:56.329025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.371819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.474359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.480951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-60f1e528-138e-4f7f-8015-4811a18d7aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:56.493919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd2ee3a-ecff-46ff-8072-b42f14dcc19d,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:56.498445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:56.502356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:56.503611 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fcd2ee3a-ecff-46ff-8072-b42f14dcc19d HTTP/1.1" status: 204  len: 168 time: 0.2557008
Dec 02 15:53:57.672520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51420) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:57.914070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671788462-network', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:57.923557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:57.931749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Usage tracker for resource:network and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:57.937334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:57.951337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:58.003172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Made reservation on behalf of b3960161fdaa40adbf4ef023f92ffd5d for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:53:58.009006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.023963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.041643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:58.046235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:58.049655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:58.057363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:58.258079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.302661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.308414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b0cef86e-549a-44d5-85aa-8eb4609ecc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:58.347998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:53:58.365817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24713fa-102a-425e-837c-96d57dd8c352,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:58.386180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.386873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.387554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.388277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.388959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.389630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.390300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.390979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.391657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.392456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.393124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.393763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.394584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.395269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.395958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.396724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.397403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.398092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.398803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.399441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.400135 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.400805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.401484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.402158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:53:58.410237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.410833 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Added segment 8eb9e296-1ef0-482a-a820-f3aefd2f2409 of type vxlan for network 08fcbd27-70ce-4049-b75e-7a1e77449ef3
Dec 02 15:53:58.413602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:58.451199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.520237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.522093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:58.523163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:58.529523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:58.686658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=08fcbd27-70ce-4049-b75e-7a1e77449ef3,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:58.691390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:58.702639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:53:58.721819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0477993
Dec 02 15:53:58.726023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51432) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:58.733080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Request body: {'subnet': {'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671788462-subnet', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'ip_version': 4}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:58.738859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:58.744528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Usage tracker for resource:subnet and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:58.748101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:58.755085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:53:58.788596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Made reservation on behalf of b3960161fdaa40adbf4ef023f92ffd5d for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:53:58.794131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2312219'] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:59.268562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852620365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2312202'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:59.285525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:53:59.650781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17687b6c-d329-4689-8d14-3d0afef1ee6e,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:53:59.656024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:53:59.734908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Checking segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:53:59.735609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Network hostable DHCP agents. Network: 08fcbd27-70ce-4049-b75e-7a1e77449ef3, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:53:59.811146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:53:59.883287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 08fcbd27-70ce-4049-b75e-7a1e77449ef3) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:53:59.895128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2ce75-a068-4998-9e59-11e5d3a9880b None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:53:59.896809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:53:59.897455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:53:59.960721 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2333152
Dec 02 15:53:59.963688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51442) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:53:59.969668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:53:59.976504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:53:59.981089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Usage tracker for resource:router and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:53:59.985132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:53:59.993321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:00.051792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:00.053985 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:00.072339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:00.327283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:54:00.328433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:00.512027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:00.763860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Allocated IP 172.20.0.2 (08fcbd27-70ce-4049-b75e-7a1e77449ef3/17687b6c-d329-4689-8d14-3d0afef1ee6e/31df0cee-9b67-46a3-8201-499af412d761) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:01.010296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.097163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Transition to ACTIVE for port object 31df0cee-9b67-46a3-8201-499af412d761 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:01.155699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.183884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Transition to ACTIVE for port object 31df0cee-9b67-46a3-8201-499af412d761 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:01.197795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.223437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.242740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a7d51b4d-030b-455b-9277-d3995a9245c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:01.289872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:54:01.636807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Pushing event updated for resources: {'Port': ['ID=31df0cee-9b67-46a3-8201-499af412d761,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:01.667152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Allocated IP 172.27.0.251 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/5a7b3972-53e4-4fb5-bce9-18701d332f1a) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:01.668373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.668656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.669039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.669424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.669830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.670217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.670942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.670942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.671327 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.671646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.672038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.672411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.672889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.673271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.673643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.674014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.674380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.674745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.675111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.675480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.675871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.676488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.676856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.677222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:01.697926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:01.811255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:01.812161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:01.814667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:01.887997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Attempting to bind port 31df0cee-9b67-46a3-8201-499af412d761 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:01.889026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Attempting to bind port 31df0cee-9b67-46a3-8201-499af412d761 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:01.890265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Attempting to bind port 31df0cee-9b67-46a3-8201-499af412d761 on network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:01.902030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:01.902703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Checking segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:01.903513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.904139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Bound using segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:01.904841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Bound port: 31df0cee-9b67-46a3-8201-499af412d761, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:01.905411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:01.940908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:02.012543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:02.032604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-956f1855-725d-458b-bd82-e2924051c56b tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:02.054956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] For port 31df0cee-9b67-46a3-8201-499af412d761, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:54:02.061148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] For port 31df0cee-9b67-46a3-8201-499af412d761, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=31df0cee-9b67-46a3-8201-499af412d761,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:54:02.104568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:02.175687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Pushing event updated for resources: {'Port': ['ID=5a7b3972-53e4-4fb5-bce9-18701d332f1a,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:02.179490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:02.217667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:02.261701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:02.263114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:02.265698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:02.329615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Pushing event updated for resources: {'Port': ['ID=31df0cee-9b67-46a3-8201-499af412d761,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:02.335617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:03.004793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:03.218480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 31df0cee-9b67-46a3-8201-499af412d761 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:03.363502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 31df0cee-9b67-46a3-8201-499af412d761 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:03.676156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:03.971161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Router c1d9b6e8-911e-400a-b054-870179a669c5 is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:54:03.998679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4e1f1-d36b-4113-baea-2116efa7981c None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:54:04.220371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Provisioning for port 31df0cee-9b67-46a3-8201-499af412d761 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:04.232422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Provisioning complete for port 31df0cee-9b67-46a3-8201-499af412d761 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:04.233062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:04.241973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:54:04.279575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Sync routers for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:54:04.332387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:04.339648 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bb6618f8-7f59-4ca2-958e-48ac7491561f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3697357
Dec 02 15:54:04.340312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51490) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:04.350791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:04.351485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090786f98>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:53:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:04.699293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:04.811910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:04.949440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] For port 31df0cee-9b67-46a3-8201-499af412d761, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=31df0cee-9b67-46a3-8201-499af412d761,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:05.002283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:05.011655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:05.237151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Pushing event updated for resources: {'Port': ['ID=31df0cee-9b67-46a3-8201-499af412d761,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:05.243263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:05.257404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-2bf61c07-7bac-4741-97e3-72d98960defe None None] Provisioning complete for port 31df0cee-9b67-46a3-8201-499af412d761 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:05.258000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2bf61c07-7bac-4741-97e3-72d98960defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:05.343516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090786f98>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:02Z', 'revision_number': 3, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:05.356170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Checking router: c1d9b6e8-911e-400a-b054-870179a669c5 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:54:05.356747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Updating router c1d9b6e8-911e-400a-b054-870179a669c5 port 5a7b3972-53e4-4fb5-bce9-18701d332f1a binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:54:05.470838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:05.622445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:05.873766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-cc3cbc23-df1d-4938-ad72-9c349de7ff46 None None] Provisioning complete for port 31df0cee-9b67-46a3-8201-499af412d761 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:05.874424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbc23-df1d-4938-ad72-9c349de7ff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.302739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.317018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Transition to ACTIVE for port object 5a7b3972-53e4-4fb5-bce9-18701d332f1a will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:06.352003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.368671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Allocated IP 172.20.0.1 (08fcbd27-70ce-4049-b75e-7a1e77449ef3/17687b6c-d329-4689-8d14-3d0afef1ee6e/9f03e237-17d4-4982-821a-3f2e7a112183) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:06.377860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:06.519452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Pushing event updated for resources: {'Port': ['ID=5a7b3972-53e4-4fb5-bce9-18701d332f1a,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:06.525799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:06.618857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Attempting to bind port 5a7b3972-53e4-4fb5-bce9-18701d332f1a on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:06.619312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Attempting to bind port 5a7b3972-53e4-4fb5-bce9-18701d332f1a by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:06.619755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Attempting to bind port 5a7b3972-53e4-4fb5-bce9-18701d332f1a on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:06.626935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:06.628332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:06.628332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.628332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:06.628960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Bound port: 5a7b3972-53e4-4fb5-bce9-18701d332f1a, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:06.629303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.730784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] For port 5a7b3972-53e4-4fb5-bce9-18701d332f1a, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:54:06.735129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] For port 5a7b3972-53e4-4fb5-bce9-18701d332f1a, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=5a7b3972-53e4-4fb5-bce9-18701d332f1a,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:54:06.738480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.758363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Transition to ACTIVE for port object 9f03e237-17d4-4982-821a-3f2e7a112183 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:06.773225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.790372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:06.824244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:06.853837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5620eab5-10c3-4de6-81e5-6ea6dfb8fd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:06.956862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Pushing event updated for resources: {'Port': ['ID=5a7b3972-53e4-4fb5-bce9-18701d332f1a,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:06.964727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:07.019394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:07.020417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090786f98>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:53:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:07.248595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 31df0cee-9b67-46a3-8201-499af412d761 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:07.253523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Pushing event updated for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:07.263099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:07.281018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:07.283204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:07.287184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:07.290254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:07.380087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:07.680594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685cc85-bae8-436b-9106-ffadf4154bbe req-78f72fe4-7795-4891-99cf-aa7704b6a32a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:07.682326 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1685cc85-bae8-436b-9106-ffadf4154bbe req-78f72fe4-7795-4891-99cf-aa7704b6a32a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1341739
Dec 02 15:54:07.782887 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1685cc85-bae8-436b-9106-ffadf4154bbe req-0ff1a7e7-d71e-402a-9d58-e156571c9ed2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916867
Dec 02 15:54:07.810883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:07.954505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b4eaeb68-cca3-4144-a307-d492d1c291b8 None None] Provisioning for port 9f03e237-17d4-4982-821a-3f2e7a112183 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:07.985287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b4eaeb68-cca3-4144-a307-d492d1c291b8 None None] Provisioning complete for port 9f03e237-17d4-4982-821a-3f2e7a112183 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:07.985840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b4eaeb68-cca3-4144-a307-d492d1c291b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:08.014755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 31df0cee-9b67-46a3-8201-499af412d761 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:08.015195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:08.201899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaeb68-cca3-4144-a307-d492d1c291b8 None None] Port 9f03e237-17d4-4982-821a-3f2e7a112183 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:54:08.227293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:08.275104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:08.325768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:08.398506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090786f98>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:02Z', 'revision_number': 3, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:08.413024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd8b11-47b0-4806-8a89-b90fa52fdc0c None None] The sync data for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi is: [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:02Z', 'revision_number': 3, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:54:08.480528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Pushing event updated for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:08.483386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:08.498916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:08.700056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:08.702122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:09.056507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-50c6a7c5-f00d-4f56-811e-e9cb1180a8ef None None] Provisioning complete for port 9f03e237-17d4-4982-821a-3f2e7a112183 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:09.057187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-50c6a7c5-f00d-4f56-811e-e9cb1180a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:09.165320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Router c1d9b6e8-911e-400a-b054-870179a669c5 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:54:09.249681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-50c6a7c5-f00d-4f56-811e-e9cb1180a8ef None None] Port 9f03e237-17d4-4982-821a-3f2e7a112183 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:54:09.279376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24394cd-b447-48ae-9277-6024a05c02cb req-faa974b8-fdbe-4cc8-b217-5f0a489a10b6 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:09.292834 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d24394cd-b447-48ae-9277-6024a05c02cb req-faa974b8-fdbe-4cc8-b217-5f0a489a10b6 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.2108777
Dec 02 15:54:09.327887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 5a7b3972-53e4-4fb5-bce9-18701d332f1a up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:09.472555 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d24394cd-b447-48ae-9277-6024a05c02cb req-b42b3895-b5c8-4240-b0e0-0d9041d6b776 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1780393
Dec 02 15:54:09.542056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 5a7b3972-53e4-4fb5-bce9-18701d332f1a completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:09.552198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 5a7b3972-53e4-4fb5-bce9-18701d332f1a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:09.553748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:09.748155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:09.770299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 5a7b3972-53e4-4fb5-bce9-18701d332f1a, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=5a7b3972-53e4-4fb5-bce9-18701d332f1a,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:09.828399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:09.831051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:09.906229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:54:09.925739 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] 10.222.0.101 "PUT /v2.0/routers/c1d9b6e8-911e-400a-b054-870179a669c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5842185
Dec 02 15:54:09.948525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=5a7b3972-53e4-4fb5-bce9-18701d332f1a,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:09.952493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:10.936475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be96e26-c6f6-4fb9-b6ba-c409806bac16 req-ecd86736-da9b-4bb9-91e2-de4f5eef3f13 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:10.941078 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1be96e26-c6f6-4fb9-b6ba-c409806bac16 req-ecd86736-da9b-4bb9-91e2-de4f5eef3f13 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.1426728
Dec 02 15:54:11.006432 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1be96e26-c6f6-4fb9-b6ba-c409806bac16 req-d95ec7b6-1bfb-4a79-b47f-9adab63bd1f7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536311
Dec 02 15:54:11.209216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 5a7b3972-53e4-4fb5-bce9-18701d332f1a up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:11.392082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:11.440372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 5a7b3972-53e4-4fb5-bce9-18701d332f1a triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:11.441088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:11.891051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b4505115-e5fc-4241-bc01-1ca63a879851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:11.959083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Sync routers for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:54:11.981461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:11.982168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ba67b8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:53:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:12.299674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:12.764398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-0f33e6b8-e882-49d8-986d-07c2ed28c4e8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:12.766370 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-0f33e6b8-e882-49d8-986d-07c2ed28c4e8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.3432984
Dec 02 15:54:12.893862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Deleting port f1a284ff-0f4c-48d6-b0e8-b35db079365a {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:12.898436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:12.925530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b233-f498-4aa7-ba37-193766ec0f60 req-628f9cf8-36ec-4f89-8245-1c8242dfeb47 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:12.926402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ba67b8>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 2, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:12.929454 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b462b233-f498-4aa7-ba37-193766ec0f60 req-628f9cf8-36ec-4f89-8245-1c8242dfeb47 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1479843
Dec 02 15:54:12.941083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Checking router: c1d9b6e8-911e-400a-b054-870179a669c5 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:54:12.941749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Updating router c1d9b6e8-911e-400a-b054-870179a669c5 port 9f03e237-17d4-4982-821a-3f2e7a112183 binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:54:13.059326 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b462b233-f498-4aa7-ba37-193766ec0f60 req-ee005556-5bd0-4175-bc07-c77afbeb27ac tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1108105
Dec 02 15:54:13.087756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:13.346215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979358a-168c-4afd-8dee-19af941c20f3 req-8fd44a57-7184-4a39-b40e-43ebaf53d092 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:13.360859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e979358a-168c-4afd-8dee-19af941c20f3 req-8fd44a57-7184-4a39-b40e-43ebaf53d092 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 945 time: 0.7416492
Dec 02 15:54:13.644830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device f1a284ff-0f4c-48d6-b0e8-b35db079365a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:54:13.664997 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e979358a-168c-4afd-8dee-19af941c20f3 req-cf616b7b-67ce-401f-ac19-aaa556de8ee8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3024149
Dec 02 15:54:13.890171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:13.890902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:13.924755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:13.985970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a88a77da-0972-49b0-80a8-99de0bc089cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.012222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:14.039900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:14.096776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.098795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:14.256614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.311638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Transition to ACTIVE for port object 9f03e237-17d4-4982-821a-3f2e7a112183 will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:14.360584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.402414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=7']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:14.425181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:14.444405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:14.655863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Pushing event updated for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:14.777467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-046b7d27-600e-4bff-8efe-961cd822caec tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:14.780315 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-046b7d27-600e-4bff-8efe-961cd822caec tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.1829152
Dec 02 15:54:14.818897 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'code': 200}
Dec 02 15:54:14.926688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.927843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.928503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.929374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.930014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.930624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.931458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.931843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.934876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.935536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.936213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.936856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.937869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.938245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.938877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.939868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.940171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.940810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.941452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.942085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.943685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.947338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0350141-7c68-4e09-8ef4-f2e6d9267cba req-16f19cac-5503-4645-a2d9-ee4989b0a0bf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:14.948930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b0350141-7c68-4e09-8ef4-f2e6d9267cba req-16f19cac-5503-4645-a2d9-ee4989b0a0bf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 946 time: 0.3909423
Dec 02 15:54:14.950931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.951357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:14.951716 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Floating IP 5ce94133-53e8-415a-8ce1-d7724b56702c disassociated. External IP: 172.27.0.183, port: f1a284ff-0f4c-48d6-b0e8-b35db079365a.
Dec 02 15:54:14.952232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Calling delete_port for f1a284ff-0f4c-48d6-b0e8-b35db079365a owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:14.953245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.954319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.954902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:14.979287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:15.067429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 6c5618f4-d019-4723-9ad0-1720cd93ca07 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:15.071232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:15.249187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:15.317158 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b0350141-7c68-4e09-8ef4-f2e6d9267cba req-6f1fb82b-061d-4eeb-a63d-13f399d7be88 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2911966
Dec 02 15:54:15.458115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:54:15.462523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:54:15.499799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Attempting to bind port 9f03e237-17d4-4982-821a-3f2e7a112183 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:15.508173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Attempting to bind port 9f03e237-17d4-4982-821a-3f2e7a112183 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:15.508712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Attempting to bind port 9f03e237-17d4-4982-821a-3f2e7a112183 on network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:15.517458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:15.524911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Checking segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:15.524911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:15.524911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Bound using segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:15.524911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Bound port: 9f03e237-17d4-4982-821a-3f2e7a112183, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:15.524911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:15.640231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 6c5618f4-d019-4723-9ad0-1720cd93ca07 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:54:15.766026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] For port 9f03e237-17d4-4982-821a-3f2e7a112183, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:54:15.774588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] For port 9f03e237-17d4-4982-821a-3f2e7a112183, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=9f03e237-17d4-4982-821a-3f2e7a112183,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:54:15.807196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:15.875132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:15.906766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8143a-6bb7-443d-b6ae-b410c443bcfc req-db8adcf1-b2eb-4949-afce-5875e235b857 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:15.921587 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c7e8143a-6bb7-443d-b6ae-b410c443bcfc req-db8adcf1-b2eb-4949-afce-5875e235b857 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 943 time: 0.6250987
Dec 02 15:54:15.964503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Deleting port f1a284ff-0f4c-48d6-b0e8-b35db079365a {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:15.965700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.008751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:16.009403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.018883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.114326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.285004 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c7e8143a-6bb7-443d-b6ae-b410c443bcfc req-983ff60e-cb7f-47ae-a75c-55c97e9956b9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3322711
Dec 02 15:54:16.330195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:16.354529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.386333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:16.389518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c65cb5e4-391b-492e-81bf-14da2fa59270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:16.671656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:16.690492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:16.820423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:16.859252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Pushing event updated for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=4']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:16.964490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:16.967846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ba67b8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:17.073706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] For port f1a284ff-0f4c-48d6-b0e8-b35db079365a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f1a284ff-0f4c-48d6-b0e8-b35db079365a,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:17.074360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:17.540528 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'code': 200}
Dec 02 15:54:17.728583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:17.730171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:17.731054 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP a1708264-3c5e-4351-8acf-d29aa68ce731 disassociated. External IP: 172.27.0.57, port: 6c5618f4-d019-4723-9ad0-1720cd93ca07.
Dec 02 15:54:17.732028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 6c5618f4-d019-4723-9ad0-1720cd93ca07 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:17.908348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:18.266510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:18.267764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:18.268641 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Floating IP 5ce94133-53e8-415a-8ce1-d7724b56702c disassociated. External IP: 172.27.0.183, port: f1a284ff-0f4c-48d6-b0e8-b35db079365a.
Dec 02 15:54:18.269567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Calling delete_port for f1a284ff-0f4c-48d6-b0e8-b35db079365a owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:18.292004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:54:18.292941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:54:18.378615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876618fc-307c-4284-a787-6f5e94a078ea req-812863a0-e0b9-4e37-8c52-cc1dd3a64738 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:18.404269 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-876618fc-307c-4284-a787-6f5e94a078ea req-812863a0-e0b9-4e37-8c52-cc1dd3a64738 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 0.3745391
Dec 02 15:54:18.604779 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-876618fc-307c-4284-a787-6f5e94a078ea req-b9d5c687-dd5f-407f-b011-62ca155b797a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1960552
Dec 02 15:54:18.725056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:18.768262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-20737c1b-adde-4064-871f-96055ee65fe6 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:18.794590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 6c5618f4-d019-4723-9ad0-1720cd93ca07 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:18.795223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:18.893285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.010s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:18.984411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'Port': ['ID=f1a284ff-0f4c-48d6-b0e8-b35db079365a,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:19.179136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ba67b8>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:15Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:19.211345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551b8b9-66be-4ed8-861e-8c52decb8ea3 None None] The sync data for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi is: [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:15Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:54:19.258220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0a58f-5cfe-48ca-a316-1df884f06261 req-17a5f760-df7f-45c5-9f25-b9deab84ea98 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:19.274785 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66d0a58f-5cfe-48ca-a316-1df884f06261 req-17a5f760-df7f-45c5-9f25-b9deab84ea98 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 865 time: 0.7293091
Dec 02 15:54:19.290830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:19.600841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-66d0a58f-5cfe-48ca-a316-1df884f06261 req-6490077f-f442-4a75-8a6f-bbc8fa981aea tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=830db3db-74ac-43b1-8bfc-014d2fa38920&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3242731
Dec 02 15:54:19.864850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] For port 6c5618f4-d019-4723-9ad0-1720cd93ca07, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=6c5618f4-d019-4723-9ad0-1720cd93ca07,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:19.864850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:19.989240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:54:21.321220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:54:21.343378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:54:21.410032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:21.413720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090d654a8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:21.556339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] No DVR routers for this DVR port f1a284ff-0f4c-48d6-b0e8-b35db079365a on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:54:21.560272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:21.693115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-deleted', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:21.731211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0a46ade-0922-45e8-8aa0-ced87d88b15b req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "DELETE /v2.0/ports/f1a284ff-0f4c-48d6-b0e8-b35db079365a HTTP/1.1" status: 204  len: 173 time: 8.9494448
Dec 02 15:54:21.748549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 9f03e237-17d4-4982-821a-3f2e7a112183 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:21.751721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-fb700295-ce2e-4483-8130-cf1f04435e36 req-79dd6331-513c-4ca0-bfe3-e6176e9afaed tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:21.869363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-fb700295-ce2e-4483-8130-cf1f04435e36 req-79dd6331-513c-4ca0-bfe3-e6176e9afaed tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:21.871630 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fb700295-ce2e-4483-8130-cf1f04435e36 req-79dd6331-513c-4ca0-bfe3-e6176e9afaed tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.2787440
Dec 02 15:54:21.949455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a3d07-3f8d-44b5-9d02-89080389c5a2 req-b605622a-7677-4f03-bc01-60a9c90954fa tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:21.966422 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e0a3d07-3f8d-44b5-9d02-89080389c5a2 req-b605622a-7677-4f03-bc01-60a9c90954fa tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 944 time: 1.6017442
Dec 02 15:54:21.974298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:21.974957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:21.975518 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP a1708264-3c5e-4351-8acf-d29aa68ce731 disassociated. External IP: 172.27.0.57, port: 6c5618f4-d019-4723-9ad0-1720cd93ca07.
Dec 02 15:54:21.976151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 6c5618f4-d019-4723-9ad0-1720cd93ca07 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:22.265893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e0a3d07-3f8d-44b5-9d02-89080389c5a2 req-d1f461b5-87f1-4b22-a840-26617d8b68b1 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=7e3dedda-5950-4789-afa7-21062a13e72d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2980967
Dec 02 15:54:22.611098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:22.626253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:22.670235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b9ab7df-ae9f-4ee1-9783-eeb552ba1c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:22.942886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153e1df-43bb-479a-be62-a1a8cb5834db req-151a10aa-a64d-4c05-be8c-393669f082af tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:22.951349 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2153e1df-43bb-479a-be62-a1a8cb5834db req-151a10aa-a64d-4c05-be8c-393669f082af tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.4278548
Dec 02 15:54:23.073976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'Port': ['ID=6c5618f4-d019-4723-9ad0-1720cd93ca07,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:23.078874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:23.126062 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5112b52-9227-41cf-a36c-19e97dd4222c', 'name': 'network-vif-deleted', 'tag': 'f1a284ff-0f4c-48d6-b0e8-b35db079365a', 'status': 'completed', 'code': 200}
Dec 02 15:54:23.154962 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2153e1df-43bb-479a-be62-a1a8cb5834db req-6c96f6c5-edc9-404a-b818-62f1b3a99b06 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857984
Dec 02 15:54:23.696804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:54:23.702550 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86e87185-af51-4994-a97b-9409a802922c req-304986cf-ea5a-46c7-8503-3dec48c6174a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.1127756
Dec 02 15:54:23.868556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090d654a8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:23.879634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:54:23.894612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:23.896401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090d654a8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:24.098686 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6b4df582-e0b2-4bd8-89f8-4096a2ba43ef req-31f737ee-21a2-4546-afe8-b86f5b72a515 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.1162326
Dec 02 15:54:24.401856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:54:24.419690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:54:24.443785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:24.444690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907fda20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:24.463791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:24.558114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] No DVR routers for this DVR port 6c5618f4-d019-4723-9ad0-1720cd93ca07 on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:54:24.565881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:24.603661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-deleted', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:24.721836 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c1bd2497-8934-4c19-95d4-d6a20d94c153 req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "DELETE /v2.0/ports/6c5618f4-d019-4723-9ad0-1720cd93ca07 HTTP/1.1" status: 204  len: 173 time: 9.9310935
Dec 02 15:54:24.915386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e6d38-9667-427e-9a99-37fea69e6fd2 req-b2fb7527-df6a-4762-ba17-875088332168 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:24.932699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:24.933469 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d22e6d38-9667-427e-9a99-37fea69e6fd2 req-b2fb7527-df6a-4762-ba17-875088332168 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.3089464
Dec 02 15:54:25.127581 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d22e6d38-9667-427e-9a99-37fea69e6fd2 req-c15961d4-5ad2-4af3-b79e-0b327d8f071b tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925049
Dec 02 15:54:25.297869 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b113cf-44c3-41ee-abfd-329c10e9e8e7', 'name': 'network-vif-deleted', 'tag': '6c5618f4-d019-4723-9ad0-1720cd93ca07', 'status': 'completed', 'code': 200}
Dec 02 15:54:25.446744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 9f03e237-17d4-4982-821a-3f2e7a112183 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:25.459723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 9f03e237-17d4-4982-821a-3f2e7a112183 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:25.460525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:25.596199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bebdc736-ced2-428d-9e35-16689aaea4dc req-edd0ef9a-3e15-4fb4-8a8c-cbb3f060099e tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.0894649
Dec 02 15:54:25.776368 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2596d814-53b5-4f97-8989-ced9a1f53ce7 req-0ebbd1ce-4256-4392-8add-9146c155ba99 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=a5112b52-9227-41cf-a36c-19e97dd4222c HTTP/1.1" status: 200  len: 210 time: 0.1269720
Dec 02 15:54:25.779108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090d654a8>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:25.789522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d331534-75d6-42c4-9c98-88a7342adc68 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:54:25.841271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 04beb8fe-6bf8-421f-a893-abffa9c2bb1d up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:25.950467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:54:26.050257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:26.120098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79276310-50b2-4a83-8427-93308dc96416 req-a79fae70-7ac5-405d-abf1-7c4fbb576b13 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:26.128117 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-79276310-50b2-4a83-8427-93308dc96416 req-a79fae70-7ac5-405d-abf1-7c4fbb576b13 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.3075490
Dec 02 15:54:26.201980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907fda20>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:26.227201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:54:26.256210 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:54:26.260998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907fda20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:26.308368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:26.322213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:26.340378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Deleting port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:26.340735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:26.388186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 9f03e237-17d4-4982-821a-3f2e7a112183, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=9f03e237-17d4-4982-821a-3f2e7a112183,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:26.459457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:26.463695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:26.583536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:54:26.663306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe42c27-3c63-4f93-91d6-a89c7370db1e req-b67bdaa1-8db7-4ef7-8821-e0f8a351eb35 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:26.666165 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4fe42c27-3c63-4f93-91d6-a89c7370db1e req-b67bdaa1-8db7-4ef7-8821-e0f8a351eb35 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 945 time: 0.2270131
Dec 02 15:54:26.824726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4fe42c27-3c63-4f93-91d6-a89c7370db1e req-989af985-fbf1-4df6-9686-0034b6a7ab12 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/security-groups?id=c15866d0-6626-4c4e-aa59-ba8e51314ece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302857
Dec 02 15:54:26.982266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee0942-e964-400e-b0b7-c48887bd33f1 None None] New status for floating IP 5ce94133-53e8-415a-8ce1-d7724b56702c: DOWN {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:54:27.034510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9ad2d6fb-53ff-4318-8715-36559152af3d req-3b74b501-ba22-4dd6-aa0b-4db6bd9a75bc tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:27.106930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9ad2d6fb-53ff-4318-8715-36559152af3d req-3b74b501-ba22-4dd6-aa0b-4db6bd9a75bc tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:27.136631 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9ad2d6fb-53ff-4318-8715-36559152af3d req-3b74b501-ba22-4dd6-aa0b-4db6bd9a75bc tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=86b113cf-44c3-41ee-abfd-329c10e9e8e7 HTTP/1.1" status: 200  len: 210 time: 0.1918991
Dec 02 15:54:27.250150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] For port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,segment=NetworkSegment(f9e62a37-ec82-4d3f-a6d5-e15c4833683c),segment_id=f9e62a37-ec82-4d3f-a6d5-e15c4833683c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:54:27.250952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:27.467382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:27.488169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:27.534022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Calling delete_port for 04beb8fe-6bf8-421f-a893-abffa9c2bb1d owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:27.580804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51756) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:27.662777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 04beb8fe-6bf8-421f-a893-abffa9c2bb1d no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:54:27.715152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:27.768727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:27.855016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.025738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.034341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-80452375-3a26-40c7-bbf3-d8b08639831c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:28.065504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907fda20>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:54:28.073698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'SecurityGroup': ['ID=830db3db-74ac-43b1-8bfc-014d2fa38920,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:28.084193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9946deb4-2802-48fe-b15e-2f84bdd61a02 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:54:28.101168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:28.182776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.184572 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "DELETE /v2.0/security-groups/830db3db-74ac-43b1-8bfc-014d2fa38920 HTTP/1.1" status: 204  len: 168 time: 0.6025856
Dec 02 15:54:28.185468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.190327 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51768) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:28.195428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6dc06987-397d-4cf0-883b-6b414eba2db5 req-a742aa14-4933-4f07-b000-29d3ab345958 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.1224804
Dec 02 15:54:28.238910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:28.393457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Pushing event deleted for resources: {'Port': ['ID=04beb8fe-6bf8-421f-a893-abffa9c2bb1d,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:28.402309 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.v2.resource [None req-3bf05c20-d2f1-4bd4-92b9-2c70636e78d3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] show failed (client error): The resource could not be found.
Dec 02 15:54:28.408781 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3bf05c20-d2f1-4bd4-92b9-2c70636e78d3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups/830db3db-74ac-43b1-8bfc-014d2fa38920 HTTP/1.1" status: 404  len: 347 time: 0.2120297
Dec 02 15:54:28.408781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:28.410313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51774) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:28.445510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51778) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:28.578397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.598365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 9f03e237-17d4-4982-821a-3f2e7a112183 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:54:28.627114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.713095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 9f03e237-17d4-4982-821a-3f2e7a112183 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:28.713546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.756973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a679855-5e30-42e0-b908-37f027642037 None None] New status for floating IP a1708264-3c5e-4351-8acf-d29aa68ce731: DOWN {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:54:28.791714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Deleting port b970f43e-dadf-4aa5-8b36-fb3333f870ed {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:28.792179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.908567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] No DVR routers for this DVR port 04beb8fe-6bf8-421f-a893-abffa9c2bb1d on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:54:28.962218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:28.962218 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-79276310-50b2-4a83-8427-93308dc96416 req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.103 "DELETE /v2.0/ports/04beb8fe-6bf8-421f-a893-abffa9c2bb1d HTTP/1.1" status: 204  len: 173 time: 2.7817025
Dec 02 15:54:28.962218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'name': 'network-vif-deleted', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:29.075757 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c360ff-af0d-4210-a295-00447d5ed811', 'name': 'network-vif-deleted', 'tag': '04beb8fe-6bf8-421f-a893-abffa9c2bb1d', 'status': 'completed', 'code': 200}
Dec 02 15:54:29.093462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.122370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.127480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.130581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9f0a07f1-939d-4843-a057-78b686614903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:29.158276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3dedda-5950-4789-afa7-21062a13e72d,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:29.162513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:29.248442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.251344 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "DELETE /v2.0/security-groups/7e3dedda-5950-4789-afa7-21062a13e72d HTTP/1.1" status: 204  len: 168 time: 0.8042681
Dec 02 15:54:29.257242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51792) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:29.307357 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.v2.resource [None req-6bf9d84b-0c73-4dca-bc12-506617c70131 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] show failed (client error): The resource could not be found.
Dec 02 15:54:29.310917 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6bf9d84b-0c73-4dca-bc12-506617c70131 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups/7e3dedda-5950-4789-afa7-21062a13e72d HTTP/1.1" status: 404  len: 347 time: 0.0487995
Dec 02 15:54:29.314765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51798) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:29.472910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Calling delete_port for b970f43e-dadf-4aa5-8b36-fb3333f870ed owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:29.696637 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd5bf088-3c4a-4230-bbad-d6d40c544328 req-229a01b0-27cb-44b7-866d-776f8943baa6 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] 10.222.0.101 "GET /v2.0/ports?device_id=47c360ff-af0d-4210-a295-00447d5ed811 HTTP/1.1" status: 200  len: 210 time: 0.0812035
Dec 02 15:54:29.722158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 2518d43b-6c7a-422a-8eef-bf4e83d6966a {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:54:29.722507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.827860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:29.859535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:29.908660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'Port': ['ID=b970f43e-dadf-4aa5-8b36-fb3333f870ed,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:29.968663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:30.055901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:30.056284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:30.306413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 2518d43b-6c7a-422a-8eef-bf4e83d6966a owned by network:floatingip {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:54:30.622377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:30.719800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:30.746860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:30.861930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:30.889126 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "DELETE /v2.0/floatingips/5ce94133-53e8-415a-8ce1-d7724b56702c HTTP/1.1" status: 204  len: 168 time: 2.4735897
Dec 02 15:54:30.923498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'Port': ['ID=2518d43b-6c7a-422a-8eef-bf4e83d6966a,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:30.978939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.979424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.979755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.980227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.980635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.981060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.981467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.981866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.982265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.982844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.983258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.983654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.984160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.984557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.984953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.985343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.985737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.986210 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.986603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.986995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.987386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.987780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.988244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:30.988635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:54:31.016436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:31.073086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:31.159428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:31.166384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "DELETE /v2.0/floatingips/a1708264-3c5e-4351-8acf-d29aa68ce731 HTTP/1.1" status: 204  len: 168 time: 1.8495977
Dec 02 15:54:31.674711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51836) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:31.757541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51842) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:31.763571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group': {'name': 'tempest-securitygroup--1550291364', 'description': 'tempest-description--1633412572'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:31.779899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:31.789167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:31.794382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:31.796908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51846) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:31.806638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:31.807468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group': {'name': 'tempest-securitygroup--679066504', 'description': 'tempest-description--1163083515'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:31.820488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:31.827227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:31.834374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:31.849746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:31.871245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:31.912748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:31.919610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:31.926221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:31.952601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:31.962262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:31.966754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:31.974610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:31.977110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:31.999416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:32.006188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.047957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:32.064078 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:936510b8ccd34da9a011ade02f83292e is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:32.068673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:32.098810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:32.115740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.159883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.236197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-87ae76c6-27f5-4bf5-b263-cdbd93da0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.277420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroup': ['ID=939f22ae-e645-4827-a2e3-5770b1be7889,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.281310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.323025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.324473 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.5260115
Dec 02 15:54:32.328064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51854) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:32.328308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.334045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group_rule': {'security_group_id': '939f22ae-e645-4827-a2e3-5770b1be7889', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:32.346763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:32.351639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:32.355704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:32.364692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:32.384903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.393180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.413531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.421364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.446285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroup': ['ID=78112c09-2224-4817-9e06-fbd323794760,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.452833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.458809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.495017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c22427bf-f078-4f0f-9ed7-1065b417be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.504349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.508215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=936510b8ccd34da9a011ade02f83292e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8320961
Dec 02 15:54:32.508928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51858) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:32.540619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668e7a3-379a-4acf-8d6f-f7526e68926a,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.546723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.557785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.562243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.575487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.595225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.8341773
Dec 02 15:54:32.595225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51862) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:32.595527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3b6483-b1c1-42ef-a115-1f9660ce99ba,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.599696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group_rule': {'security_group_id': '78112c09-2224-4817-9e06-fbd323794760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:32.609434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.613971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:32.620239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.621059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:32.625646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:32.644481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:32.668143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.678062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.684908 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-73f0f451-529d-4d20-bb8f-b070974a24a3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3502879
Dec 02 15:54:32.685139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51866) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:32.688935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'security_group_rule': {'security_group_id': '939f22ae-e645-4827-a2e3-5770b1be7889', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:32.696285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:32.701246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:security_group_rule and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:32.706925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:32.725048 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:32.756250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.782498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.788652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fbcffdcc-e135-4327-a589-a82b0388eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.804451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668e7a3-379a-4acf-8d6f-f7526e68926a,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.807229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.807382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.814680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.818951 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0668e7a3-379a-4acf-8d6f-f7526e68926a HTTP/1.1" status: 204  len: 168 time: 0.3059235
Dec 02 15:54:32.907858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.938040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.941979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.947954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ead54d3c-cd14-4125-957e-d1a10f76db20 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:32.966073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294d8283-813d-4328-ad46-5e3bf7ce8de7,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:32.976855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:32.980701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:32.987068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:33.010283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc65f93-c3e3-4f9f-9e5b-47cde0150cef,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:33.015532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:33.048457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.050849 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8f35225c-3a43-4cb9-a71b-72d8d8c45eb1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3672071
Dec 02 15:54:33.055555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51872) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:33.064679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:33.091717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:33.101542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.112313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51876) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:33.112519 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.5210707
Dec 02 15:54:33.121302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Usage tracker for resource:floatingip and tenant:db296e2b87e34627b69487c0870d6fb7 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:33.123423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'security_group_rule': {'security_group_id': '78112c09-2224-4817-9e06-fbd323794760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:33.129069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:33.145905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:33.151738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:33.158277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:security_group_rule and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:33.163140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:33.175582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:33.194641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.252948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.377274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.413862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.425745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.459350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7151a3e7-21c2-4d4b-a40c-ebd1d4159cbf tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:33.493323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e4c1c6-77f9-40a9-84cc-581136e56544,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:33.493323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:33.493323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.509248 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-81f5158a-b0cd-4d34-afc0-657451045326 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3801358
Dec 02 15:54:33.509248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 51886) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:33.523818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:33.538338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:33.543248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Usage tracker for resource:floatingip and tenant:8bd15c18c1994d418ad257735d95e8d5 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:33.550666 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:33.575178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:33.623068 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.805090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51890) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:33.886926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:33.917243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:33.925675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Usage tracker for resource:security_group_rule and tenant:70f694f213bf402f9b55d28dc0ee7e33 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:33.936316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:33.949640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:33.966603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Allocated IP 172.27.0.109 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/5544b175-7e13-4a12-a6af-1cfc812c27c0) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:34.156661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.300575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.308206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.359411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.373217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b99d758-1bad-47bf-821c-54438d0b76ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:34.397802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.542897 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=70f694f213bf402f9b55d28dc0ee7e33&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7322419
Dec 02 15:54:34.544206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 51896) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:34.549355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b9d1e-ea90-4874-bc10-559f0a7b6537,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:34.553614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:34.554527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Allocated IP 172.27.0.235 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/10dee2bc-ded4-44a9-a469-2af16e43ae56) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:34.568174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a8b2f5d-adef-4e92-8390-58aff5da0ce1 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:34.733471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=5544b175-7e13-4a12-a6af-1cfc812c27c0,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:34.737513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:34.780844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.824726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:34.841875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:34.846488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:34.851887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:34.911917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.053741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.115020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.134503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-05a90f57-17ff-4ad0-8a71-6b21f452e721 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:35.236907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.252349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-35e0a7ba-45db-4ed5-bf91-75046f1ee5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:35.302293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b9d1e-ea90-4874-bc10-559f0a7b6537,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:35.311518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:35.331177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.365033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=10dee2bc-ded4-44a9-a469-2af16e43ae56,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:35.372571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:35.413129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.417135 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/930b9d1e-ea90-4874-bc10-559f0a7b6537 HTTP/1.1" status: 204  len: 168 time: 0.8695719
Dec 02 15:54:35.476982 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:35.479041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:35.483004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:35.642173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.793787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.806910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.851220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:35.869323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-306213db-f010-418d-ab2a-38872d3521ee tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:36.293474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.330627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.347498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:36.348075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=5544b175-7e13-4a12-a6af-1cfc812c27c0,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:36.354368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:36.498329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=10dee2bc-ded4-44a9-a469-2af16e43ae56,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:36.501649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:36.527192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.577332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.578720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5217521
Dec 02 15:54:36.655444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.717404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:36.719428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2109826
Dec 02 15:54:36.892725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-da10bd57-b4d5-4202-af98-bafc49d88278 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--679066504&fields=id&tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 267 time: 0.0503669
Dec 02 15:54:37.139288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22f2c492-710b-40ad-9bbc-c6342b309d3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:37.141914 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22f2c492-710b-40ad-9bbc-c6342b309d3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 817 time: 0.2401156
Dec 02 15:54:37.168463 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-41b8a956-ba47-452e-bbb3-a50173fc66d4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/quotas/db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 375 time: 0.0141215
Dec 02 15:54:37.310359 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-246003c9-2169-45e6-a906-8e8555b0cc0b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1204853
Dec 02 15:54:37.496017 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-1368f743-f167-40c7-8823-9b3bed1040f8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1550291364&fields=id&tenant_id=8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 267 time: 0.1056888
Dec 02 15:54:37.791061 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-8c88b741-0bc3-43bb-b091-eb7358dc0a1f service neutron] 10.222.0.101 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4787881
Dec 02 15:54:37.850455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-e6bf849e-d823-4035-a77b-0982f260c9dd tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:37.853366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-e6bf849e-d823-4035-a77b-0982f260c9dd tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 810 time: 0.3467770
Dec 02 15:54:37.899297 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-f1096fa9-d951-4e19-9a44-5fc1dcf7413c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/quotas/8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 375 time: 0.0331311
Dec 02 15:54:37.995509 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-259a8dc5-8090-497b-af53-f9d3dea1ec2b service neutron] 10.222.0.101 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2027369
Dec 02 15:54:38.064254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-0dbe91bf-ad4c-44e4-a8fc-99c98cb9dba4 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1630120
Dec 02 15:54:38.350238 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-42338aac-3c2c-41ba-b61d-40a52cfe5105 service neutron] 10.222.0.101 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536964
Dec 02 15:54:38.560815 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-74607b0b-3f67-4f61-b79a-2ee7d18c2b0a service neutron] 10.222.0.101 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2064350
Dec 02 15:54:38.711467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-60be5808-7fd2-4f9c-b1c3-93002fb56148 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:38.720691 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-60be5808-7fd2-4f9c-b1c3-93002fb56148 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 815 time: 0.3284550
Dec 02 15:54:38.751881 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-df85707e-1cbe-4ef0-97be-7551fb2037a8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/quotas/b3960161fdaa40adbf4ef023f92ffd5d HTTP/1.1" status: 200  len: 375 time: 0.0300732
Dec 02 15:54:38.854243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-0a38c2be-b1a7-4e0c-89e9-cf613d707a3b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:38.923252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-0a38c2be-b1a7-4e0c-89e9-cf613d707a3b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:38.925646 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-0a38c2be-b1a7-4e0c-89e9-cf613d707a3b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1725824
Dec 02 15:54:39.097429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f9b72f30-b715-4c98-9efa-f583cf110a71 req-c19e12be-ad0f-4801-8303-6fc78080c284 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:39.177047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f9b72f30-b715-4c98-9efa-f583cf110a71 req-c19e12be-ad0f-4801-8303-6fc78080c284 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:39.178637 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f9b72f30-b715-4c98-9efa-f583cf110a71 req-c19e12be-ad0f-4801-8303-6fc78080c284 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 210 time: 0.1592903
Dec 02 15:54:39.231700 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-34eb67dd-57fc-45fb-8f41-856b0417147a service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763350
Dec 02 15:54:39.348655 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f38ed4dd-8bdc-4c02-8d73-d60b78fb3d43 req-7785ec7e-c731-4465-bc39-445c55faaa73 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.0618186
Dec 02 15:54:39.463905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-a955f243-2780-4705-956b-1f2500d61512 service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2233078
Dec 02 15:54:39.807751 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d06a0d82-5505-4b01-aa6c-1eb8062b1247 req-e5af2e13-c6f7-49f7-9707-b143e002be49 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.0857115
Dec 02 15:54:40.492173 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9b9cab79-2b3a-485a-9ced-5744af5a08cd req-c8307b2d-e8ce-4681-9c81-5e6dfd040a8b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 210 time: 0.1091764
Dec 02 15:54:40.587695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a712ac9-a9bd-45df-93b0-e2e454e8b440 req-fe18d839-3960-4ae7-b669-53fccf4bf0c7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.0881486
Dec 02 15:54:41.035829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-d6a7d887-09ab-4f98-a876-da974ae63fef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:41.040093 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-d6a7d887-09ab-4f98-a876-da974ae63fef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 817 time: 0.2450860
Dec 02 15:54:41.062908 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0133fb3e-506a-49f8-b0d0-7e30851ba7ec req-2d09f6c1-3bdc-4b0a-abbd-6828704f0ed2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.0542347
Dec 02 15:54:41.156630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-44496b3f-8e33-4573-b0e7-9daee940afae req-12c78552-cde9-49f5-b873-3cd4d6501e97 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:41.242636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-44496b3f-8e33-4573-b0e7-9daee940afae req-12c78552-cde9-49f5-b873-3cd4d6501e97 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:41.244903 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-12c78552-cde9-49f5-b873-3cd4d6501e97 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 5504 time: 0.1836367
Dec 02 15:54:41.256431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'port': {'device_id': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'admin_state_up': True, 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'security_groups': ['939f22ae-e645-4827-a2e3-5770b1be7889']}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:41.328744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:41.420927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:41.431873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:41.482375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Made reservation on behalf of db296e2b87e34627b69487c0870d6fb7 for: {'port': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:54:41.488616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:41.822948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d4a49197-3a1c-43b4-8a63-7a14752e1c82 req-9f10a026-142a-4d0f-b843-e6ea6e660e3c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:41.877101 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-34562d4f-a51a-4ba0-a8e7-b51e8cf71f39 req-497bb94e-1f02-4f3d-81d0-8468ebf6ea62 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 210 time: 0.1101491
Dec 02 15:54:41.884913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-04bf02f6-346a-4269-8f9b-4a45a386d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:41.992679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Allocated IP 172.20.0.9 (26c8fb3a-cf2f-41d8-b18f-a75a5ab07959/1eef5c96-dade-4c42-9c04-5e99d5ebbc84/8520bf21-16f0-4a79-b561-5531577e5d0c) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:42.003565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d4a49197-3a1c-43b4-8a63-7a14752e1c82 req-9f10a026-142a-4d0f-b843-e6ea6e660e3c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:42.022171 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d4a49197-3a1c-43b4-8a63-7a14752e1c82 req-9f10a026-142a-4d0f-b843-e6ea6e660e3c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.2599759
Dec 02 15:54:42.159154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-6409c1b7-9365-4c2f-a318-e1ea37c025b3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:42.161753 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-6409c1b7-9365-4c2f-a318-e1ea37c025b3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 810 time: 0.3132644
Dec 02 15:54:42.321911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-6bff3028-6825-4b59-addc-df1833953be6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:42.373617 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-6bff3028-6825-4b59-addc-df1833953be6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:42.375106 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-6bff3028-6825-4b59-addc-df1833953be6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=8bd15c18c1994d418ad257735d95e8d5 HTTP/1.1" status: 200  len: 5505 time: 0.1934505
Dec 02 15:54:42.397435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'port': {'device_id': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'admin_state_up': True, 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'security_groups': ['78112c09-2224-4817-9e06-fbd323794760']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:42.656319 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a7d82da-97e5-42f7-a1a2-8cae81fb02d8 req-899ffb2a-162a-4e09-bf37-fba9cf6b6842 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.3128152
Dec 02 15:54:42.656659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:42.667125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:42.670265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:42.692010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Transition to ACTIVE for port object 8520bf21-16f0-4a79-b561-5531577e5d0c will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:42.755363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Made reservation on behalf of 8bd15c18c1994d418ad257735d95e8d5 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:54:42.765344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:42.769421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:42.798357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:42.977814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:42.993508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:43.195838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-12c9211f-c05a-49c2-8e7a-f3a470074a13 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:43.197393 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-12c9211f-c05a-49c2-8e7a-f3a470074a13 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 815 time: 0.5014985
Dec 02 15:54:43.281801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'port': {'device_id': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'admin_state_up': True, 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:43.352012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fd3aea4e-8fe3-463b-94a0-59ebe430dcad req-640fc545-15dd-43d2-9562-dc8e2724cfcd tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.0711303
Dec 02 15:54:43.356855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:43.358142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:43.360654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:43.439484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:43.440769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:43.501506 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2502770
Dec 02 15:54:43.522664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Request body: {'port': {'device_id': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:43.591588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6326e-15a9-4596-96d8-d514088eaca5 req-4c388dc2-2203-4994-8823-769fed2c5a23 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:43.593323 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02b6326e-15a9-4596-96d8-d514088eaca5 req-4c388dc2-2203-4994-8823-769fed2c5a23 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 931 time: 0.3212261
Dec 02 15:54:43.622504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:43.645167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c847e1d3-1ced-49c2-be53-46b1811e95a8 None None] Provisioning for port 8520bf21-16f0-4a79-b561-5531577e5d0c completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:43.651850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c847e1d3-1ced-49c2-be53-46b1811e95a8 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:43.652736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c847e1d3-1ced-49c2-be53-46b1811e95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:43.677892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:43.684123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:43.694657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Allocated IP 172.20.0.6 (92487b79-3b7b-42f3-8b9b-942f6ba445e1/ef43b8b5-84ab-4b7a-bdbb-b546fdc78490/3e83b8a1-a2d7-4b77-ba2c-33336ed53c88) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:43.714399 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-02b6326e-15a9-4596-96d8-d514088eaca5 req-ed9a29eb-fea8-46e0-98d7-26edfc0eab6b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005995
Dec 02 15:54:43.737271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Made reservation on behalf of b3960161fdaa40adbf4ef023f92ffd5d for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:54:43.743876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:43.841001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c847e1d3-1ced-49c2-be53-46b1811e95a8 None None] Port 8520bf21-16f0-4a79-b561-5531577e5d0c cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:54:43.943180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ed85411d-2376-4bd5-9d96-bbf84c193895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:44.075730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98e4fe9d-74ff-40c8-93c0-8744f721385c req-0a42443e-0d53-4a0a-b194-38b851e013a8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.1383302
Dec 02 15:54:44.562844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8520bf21-16f0-4a79-b561-5531577e5d0c {{(pid=80394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:54:44.583861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:44.622395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Transition to ACTIVE for port object 8520bf21-16f0-4a79-b561-5531577e5d0c will not be triggered until provisioned by entity L2. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:44.665203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:44.732755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-85725174-9a2a-4eb8-b004-86113a756276 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:44.970285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5bbc6f9f-8100-442c-b33f-20bb42106c55 req-b6e21277-6d53-4b8d-8915-82e6a035d9e6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.2752962
Dec 02 15:54:45.094498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.116189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Transition to ACTIVE for port object 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:45.206362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.228162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.268194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:45.308445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-498af361-ec6e-4034-8200-19ab7d4c1d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:45.308801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:45.513646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0708ec-ada0-4898-9a86-2fbc91f26305 req-6da35508-2048-4efc-a6ee-b03398d721a5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:45.514662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-1e0708ec-ada0-4898-9a86-2fbc91f26305 req-6da35508-2048-4efc-a6ee-b03398d721a5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Synchronizing usage tracker for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:45.528756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Attempting to bind port 8520bf21-16f0-4a79-b561-5531577e5d0c on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:45.529341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Attempting to bind port 8520bf21-16f0-4a79-b561-5531577e5d0c by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:45.529932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Attempting to bind port 8520bf21-16f0-4a79-b561-5531577e5d0c on network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:45.544328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:45.545045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Checking segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:45.545714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.546236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Bound using segment: {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:45.546951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Bound port: 8520bf21-16f0-4a79-b561-5531577e5d0c, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959'}}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:45.548374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.656553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-1e0708ec-ada0-4898-9a86-2fbc91f26305 req-6da35508-2048-4efc-a6ee-b03398d721a5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Unset dirty status for tenant:db296e2b87e34627b69487c0870d6fb7 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:45.665480 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e0708ec-ada0-4898-9a86-2fbc91f26305 req-6da35508-2048-4efc-a6ee-b03398d721a5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.6106894
Dec 02 15:54:45.779255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e0708ec-ada0-4898-9a86-2fbc91f26305 req-efe78008-4a0a-4941-9952-fcec7579b2b9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122839
Dec 02 15:54:45.811502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, cleared binding levels {{(pid=80394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:54:45.823650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=8520bf21-16f0-4a79-b561-5531577e5d0c,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:54:45.856899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.876773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:45.888538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:45.957214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b004f7c0-f760-4e52-b346-856aa6ae7360 req-3bde61b9-6d29-4484-9137-5436dc810c49 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.2307081
Dec 02 15:54:46.063277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Allocated IP 172.20.0.9 (08fcbd27-70ce-4049-b75e-7a1e77449ef3/17687b6c-d329-4689-8d14-3d0afef1ee6e/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:54:46.206407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event updated for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:46.231901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:46.258193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:46.324255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=3']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:46.344124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:46.389839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:46.390477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:46.392870 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] 10.222.0.103 "PUT /v2.0/ports/8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 1157 time: 2.8776760
Dec 02 15:54:46.396180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:54:46.434003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c77c6-c082-47eb-b739-41ef0bdd9468 req-e76a2553-f14c-4424-89ef-8d1e89401162 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:46.443353 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-943c77c6-c082-47eb-b739-41ef0bdd9468 req-e76a2553-f14c-4424-89ef-8d1e89401162 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1969330
Dec 02 15:54:46.552072 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-943c77c6-c082-47eb-b739-41ef0bdd9468 req-b0b9fba7-f903-4fb1-9bf9-d629902d69e5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061752
Dec 02 15:54:46.560794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'status': 'completed', 'code': 200}
Dec 02 15:54:46.658223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:46.663410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:46.667738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:46.747447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:46.804032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Transition to ACTIVE for port object 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:46.827356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:46.828252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:46.900875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:46.922740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd691735-ee86-4bbb-84e4-8c96fcdef44a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:46.976090 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5920446
Dec 02 15:54:47.122635 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c40e8282-2b91-4701-9f30-29798a6d36d5 None None] Provisioning for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:47.133402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c40e8282-2b91-4701-9f30-29798a6d36d5 None None] Provisioning complete for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:47.134094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c40e8282-2b91-4701-9f30-29798a6d36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:47.146807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:47.151312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:47.269309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a355cf-e112-4f9d-b6f3-883f635eeba8 req-e652957c-d9ac-43b5-a22d-f1db3e529649 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:47.273068 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8a355cf-e112-4f9d-b6f3-883f635eeba8 req-e652957c-d9ac-43b5-a22d-f1db3e529649 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.2324703
Dec 02 15:54:47.290241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-c40e8282-2b91-4701-9f30-29798a6d36d5 None None] Port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:54:47.303640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:54:47.349923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:54:47.401280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:54:47.500403 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c8a355cf-e112-4f9d-b6f3-883f635eeba8 req-9ca99832-a0e0-4bca-85d4-d33b96cbbba9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2034354
Dec 02 15:54:47.506366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:47.507218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:47.570202 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c60b51c0-6af4-4703-9cbf-9b9b13fc5af2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2947485
Dec 02 15:54:47.634803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3c677-583e-4efb-9c31-786cdf8ea280 req-64c592be-5853-4d7f-b6ba-fb50e16dcddf tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:47.645169 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-85e3c677-583e-4efb-9c31-786cdf8ea280 req-64c592be-5853-4d7f-b6ba-fb50e16dcddf tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.2112956
Dec 02 15:54:47.706284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-85e3c677-583e-4efb-9c31-786cdf8ea280 req-2d0c5c43-d0d4-41b7-8eb9-70c19879c1a2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:47.806066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-85e3c677-583e-4efb-9c31-786cdf8ea280 req-2d0c5c43-d0d4-41b7-8eb9-70c19879c1a2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:47.808895 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-85e3c677-583e-4efb-9c31-786cdf8ea280 req-2d0c5c43-d0d4-41b7-8eb9-70c19879c1a2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501539
Dec 02 15:54:47.865407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b26cd0bb-dd66-4856-b068-6443e8d1733f None None] Provisioning for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:54:47.873605 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-b26cd0bb-dd66-4856-b068-6443e8d1733f None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:54:47.874472 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b26cd0bb-dd66-4856-b068-6443e8d1733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:47.900290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6767c13-aeeb-4e90-8048-0d8fea27a754 req-5f7fd6f0-15c1-43cf-bfa7-c8dd453c97e9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:47.901137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f6767c13-aeeb-4e90-8048-0d8fea27a754 req-5f7fd6f0-15c1-43cf-bfa7-c8dd453c97e9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Synchronizing usage tracker for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:47.947499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f6767c13-aeeb-4e90-8048-0d8fea27a754 req-5f7fd6f0-15c1-43cf-bfa7-c8dd453c97e9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Unset dirty status for tenant:8bd15c18c1994d418ad257735d95e8d5 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:47.949659 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f6767c13-aeeb-4e90-8048-0d8fea27a754 req-5f7fd6f0-15c1-43cf-bfa7-c8dd453c97e9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1784742
Dec 02 15:54:47.952892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b26cd0bb-dd66-4856-b068-6443e8d1733f None None] Port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:54:48.013448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f6767c13-aeeb-4e90-8048-0d8fea27a754 req-38bf44a5-93fc-4ff3-bc2a-b474de88dd48 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487614
Dec 02 15:54:48.820595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4514d14-2577-4f11-b3ad-c311cc3ad29a req-de648fc3-bab0-4581-a196-5ad3b9c3924f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:48.822368 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f4514d14-2577-4f11-b3ad-c311cc3ad29a req-de648fc3-bab0-4581-a196-5ad3b9c3924f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1127639
Dec 02 15:54:48.940527 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f4514d14-2577-4f11-b3ad-c311cc3ad29a req-0697576a-a9bb-40b2-b82a-237f37f93fb2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083086
Dec 02 15:54:49.166051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d151f-4ec6-4e3b-9502-ee90c5002dd2 req-708def98-851c-4cd7-9e7a-96293c6b6df8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:49.167398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-851d151f-4ec6-4e3b-9502-ee90c5002dd2 req-708def98-851c-4cd7-9e7a-96293c6b6df8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:54:49.259133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-851d151f-4ec6-4e3b-9502-ee90c5002dd2 req-708def98-851c-4cd7-9e7a-96293c6b6df8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:54:49.261506 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-851d151f-4ec6-4e3b-9502-ee90c5002dd2 req-708def98-851c-4cd7-9e7a-96293c6b6df8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.2569842
Dec 02 15:54:49.337594 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-851d151f-4ec6-4e3b-9502-ee90c5002dd2 req-80a1d717-1f10-4da0-a3bf-92e71618bd71 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682549
Dec 02 15:54:49.520366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5351d-e089-4eb0-b589-389b4d5ac88a req-e9304a1d-8b13-452f-8e63-6d8ff6ec79d6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:49.524374 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49f5351d-e089-4eb0-b589-389b4d5ac88a req-e9304a1d-8b13-452f-8e63-6d8ff6ec79d6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1470246
Dec 02 15:54:49.592267 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49f5351d-e089-4eb0-b589-389b4d5ac88a req-8017d3af-18ff-483c-8275-fb40f381060c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606675
Dec 02 15:54:50.503128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98960e05-6735-46dc-b5ab-85b8bc717e67 req-a062b618-9c71-4c56-b6cf-04233d106cc8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:50.517384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98960e05-6735-46dc-b5ab-85b8bc717e67 req-a062b618-9c71-4c56-b6cf-04233d106cc8 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.2498114
Dec 02 15:54:50.635085 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98960e05-6735-46dc-b5ab-85b8bc717e67 req-1b3f7b23-4220-46f5-8bad-874da2dd4040 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109400
Dec 02 15:54:50.773237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792140-816e-4a75-8954-9f171952e993 req-88277107-7b74-45be-b0b1-c401e4b86c51 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:50.782279 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09792140-816e-4a75-8954-9f171952e993 req-88277107-7b74-45be-b0b1-c401e4b86c51 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.1428092
Dec 02 15:54:50.850076 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09792140-816e-4a75-8954-9f171952e993 req-1aa9c59b-8c11-4d1b-8e20-e3091cef141a tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663807
Dec 02 15:54:50.996111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52188) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:51.051298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae63e-841b-4f11-b41b-c2bc5694a127 req-13d3e2b2-54ba-4a25-b89f-b8dd18acfe38 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:51.065611 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-791ae63e-841b-4f11-b41b-c2bc5694a127 req-13d3e2b2-54ba-4a25-b89f-b8dd18acfe38 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1352549
Dec 02 15:54:51.143918 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-791ae63e-841b-4f11-b41b-c2bc5694a127 req-0523d9c7-e20c-451f-92c6-ab69ba9f5a38 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743382
Dec 02 15:54:51.307163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:51.333315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:51.338313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Usage tracker for resource:security_group_rule and tenant:61e59b3f3388454aaede40bc4e79f1be is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:51.341703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:51.348928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:51.547967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:51.576755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:51.589558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-519c039e-db49-49b8-b94d-85d609783b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:51.647726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61e59b3f3388454aaede40bc4e79f1be&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6494088
Dec 02 15:54:51.651033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52194) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:51.651214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a76368-3925-4cc7-8f5a-f6c4abb71151,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:51.667441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-744bd7c0-a5f2-4a20-9c8e-70c171f15b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:51.797709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:51.868393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:52.097951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:52.127177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cbd7891c-ab88-4f72-a88c-8d783a5caad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:52.159643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a76368-3925-4cc7-8f5a-f6c4abb71151,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:52.170778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:52.330772 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:52.336428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/70a76368-3925-4cc7-8f5a-f6c4abb71151 HTTP/1.1" status: 204  len: 168 time: 0.6793993
Dec 02 15:54:52.387708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83412265-4823-458f-adcd-4d048fd4b8bf req-0485b146-4e11-48e9-8207-3b8fa8711906 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:52.393083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d225f2-57ee-42b6-8424-5c776c592adb req-9accd42f-818c-49f4-947a-11776aabb8ce tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:52.395623 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75d225f2-57ee-42b6-8424-5c776c592adb req-9accd42f-818c-49f4-947a-11776aabb8ce tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.2695527
Dec 02 15:54:52.408439 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-83412265-4823-458f-adcd-4d048fd4b8bf req-0485b146-4e11-48e9-8207-3b8fa8711906 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.4160576
Dec 02 15:54:52.511795 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75d225f2-57ee-42b6-8424-5c776c592adb req-1e768231-456e-4d45-a4e9-802ade3d61ff tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931351
Dec 02 15:54:52.518327 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-83412265-4823-458f-adcd-4d048fd4b8bf req-37e8f44e-9a2d-44f9-8007-ac87c9065e0d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082659
Dec 02 15:54:52.990646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ff9a-6903-460d-98df-c42dab9eb524 req-f16b945a-2d37-4b08-80e5-5afed137303d tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:52.993031 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d345ff9a-6903-460d-98df-c42dab9eb524 req-f16b945a-2d37-4b08-80e5-5afed137303d tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1566532
Dec 02 15:54:53.107199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d345ff9a-6903-460d-98df-c42dab9eb524 req-7c2ea615-db85-44da-8ed8-e412b0f3ae57 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011741
Dec 02 15:54:53.417739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52218) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:53.440381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:53.471304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:54:53.479238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Usage tracker for resource:security_group_rule and tenant:2b95330d4a564fe7bbb532aa41b1c084 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:54:53.485663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:54:53.499090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:54:53.809770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:53.965868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:54.038120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b8683aa4-1f4a-49b8-8a87-48146c9736ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:54.080562 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2b95330d4a564fe7bbb532aa41b1c084&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6590176
Dec 02 15:54:54.087731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52232) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:54:54.098770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df86646a-fce6-420c-8b8b-149c1fc7495b,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:54.105550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:54.305758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5fed9-94f5-4732-a7ac-3b1e85a7d6ac req-bb33e224-95a9-4278-833c-a12dea306b22 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:54.309454 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c2a5fed9-94f5-4732-a7ac-3b1e85a7d6ac req-bb33e224-95a9-4278-833c-a12dea306b22 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.3079283
Dec 02 15:54:54.413342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:54.433273 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c2a5fed9-94f5-4732-a7ac-3b1e85a7d6ac req-0956cefc-0947-443a-abaf-494b74249390 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152010
Dec 02 15:54:54.433734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ab2b-0781-4398-b097-df014eac01d4 req-8f58ecbf-7191-4197-83c7-019d19899b6f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:54.446850 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e24ab2b-0781-4398-b097-df014eac01d4 req-8f58ecbf-7191-4197-83c7-019d19899b6f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.3573670
Dec 02 15:54:54.554960 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:54.659202 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e24ab2b-0781-4398-b097-df014eac01d4 req-5a416bf1-c411-4a39-997f-7ac2e5be9c99 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1875894
Dec 02 15:54:54.819175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf563-f99b-4899-b344-ad933c1f49ff req-b1b1bc0c-180b-472c-baf7-fe566c6becf8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:54.822599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:54.829851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d9bf563-f99b-4899-b344-ad933c1f49ff req-b1b1bc0c-180b-472c-baf7-fe566c6becf8 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.1766000
Dec 02 15:54:54.830092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-09226616-555e-4a09-b957-2441b7b7dbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:54.862244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:54.877185 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df86646a-fce6-420c-8b8b-149c1fc7495b HTTP/1.1" status: 204  len: 168 time: 0.7792153
Dec 02 15:54:54.882445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df86646a-fce6-420c-8b8b-149c1fc7495b,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:54.893632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:54.934068 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3d9bf563-f99b-4899-b344-ad933c1f49ff req-b868adf9-6c0d-4b21-9c69-4010d32b88d9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017735
Dec 02 15:54:55.949195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7da9-d414-41fb-ac91-ccea04a78b17 req-6d0e8f1b-e116-4375-901f-2f705e189bc6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:55.967094 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe6a7da9-d414-41fb-ac91-ccea04a78b17 req-6d0e8f1b-e116-4375-901f-2f705e189bc6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.2181005
Dec 02 15:54:56.054937 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fe6a7da9-d414-41fb-ac91-ccea04a78b17 req-21d36402-8780-4d71-b7c0-25f3523ffef7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876582
Dec 02 15:54:56.064367 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d45da-9a64-4bd6-9bcc-ea155f7fa563 req-363618b9-4d3a-40fc-9ab7-b7e70a4f4e51 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:56.067595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f3d45da-9a64-4bd6-9bcc-ea155f7fa563 req-363618b9-4d3a-40fc-9ab7-b7e70a4f4e51 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1666560
Dec 02 15:54:56.175315 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f3d45da-9a64-4bd6-9bcc-ea155f7fa563 req-cdc8d599-9f2f-46a4-9936-ec581c62181e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980074
Dec 02 15:54:56.376664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f4dc1-4215-4f65-88ff-205cff46f4d4 req-7f5297a8-21ec-44b7-9bd9-79ae530b30fe tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:56.378442 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-034f4dc1-4215-4f65-88ff-205cff46f4d4 req-7f5297a8-21ec-44b7-9bd9-79ae530b30fe tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.0966842
Dec 02 15:54:56.451064 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-034f4dc1-4215-4f65-88ff-205cff46f4d4 req-cb3fe65d-0221-4600-9a65-44f1f9955151 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590513
Dec 02 15:54:56.623168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Request body: {'port': {'device_id': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:56.681095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Request body: {'port': {'device_id': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:54:56.758671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-ad84404b-bd76-4235-baa0-ea74e0a9aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:56.760958 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-ad84404b-bd76-4235-baa0-ea74e0a9aa7b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1160 time: 0.1324570
Dec 02 15:54:56.920969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:56.934282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:56.974298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-427c75dc-fde9-4a3a-b103-7a8a3111101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:56.976661 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-427c75dc-fde9-4a3a-b103-7a8a3111101f service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=db296e2b87e34627b69487c0870d6fb7&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2006831
Dec 02 15:54:57.245690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-1fd0b828-9ea9-47ad-9390-217f467089fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.249102 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed55f12c-c2d3-408a-bfc1-09567e4f7800 req-1fd0b828-9ea9-47ad-9390-217f467089fc service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2623706
Dec 02 15:54:57.486126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c67c48-02b3-4d2b-9310-02db8997e8d8 req-3b6a06e4-5b92-489a-9600-314398ebe69e tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.487869 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-63c67c48-02b3-4d2b-9310-02db8997e8d8 req-3b6a06e4-5b92-489a-9600-314398ebe69e tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 931 time: 0.1952534
Dec 02 15:54:57.490671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-7de8a59e-aabd-4878-8266-867255cdb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.492375 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-7de8a59e-aabd-4878-8266-867255cdb745 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1160 time: 0.1309972
Dec 02 15:54:57.597726 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-a30ad98e-7076-4b44-a7d8-6f11b54f61f7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 217 time: 0.0914838
Dec 02 15:54:57.623883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249f864-eaf7-471b-a24b-22712cc6aaee req-ea9a7291-011f-4ce5-a6e0-ac22a323510f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.626033 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a249f864-eaf7-471b-a24b-22712cc6aaee req-ea9a7291-011f-4ce5-a6e0-ac22a323510f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.2400227
Dec 02 15:54:57.672334 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-63c67c48-02b3-4d2b-9310-02db8997e8d8 req-0151fe49-0cae-4fe4-8305-5f5598c5b4ab tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676545
Dec 02 15:54:57.694056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-9b1f9d53-5228-4033-8183-e32ef778a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.696370 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-9b1f9d53-5228-4033-8183-e32ef778a2e2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.0865402
Dec 02 15:54:57.845743 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a249f864-eaf7-471b-a24b-22712cc6aaee req-4d59b276-fa20-4971-a0a8-894bf290223b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2111444
Dec 02 15:54:57.882023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b3f-8e33-4573-b0e7-9daee940afae req-76eca657-b2ef-4cd3-814d-90c6c8f79369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:57.883712 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-76eca657-b2ef-4cd3-814d-90c6c8f79369 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1804783
Dec 02 15:54:58.368084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd824b2-f64b-42dd-bc4a-cd4f6ee72f03 req-5a4205f3-3ae4-48ed-a692-a24c345c8cbb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:58.370911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7dd824b2-f64b-42dd-bc4a-cd4f6ee72f03 req-5a4205f3-3ae4-48ed-a692-a24c345c8cbb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 931 time: 0.5397587
Dec 02 15:54:58.385396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:54:58.395290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:54:58.400636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:58.407791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:58.427896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Transition to ACTIVE for port object 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:58.430792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Transition to ACTIVE for port object 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:54:58.456441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:58.474578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d2f57bfc-cf41-4f2c-9152-77fb32ed8d7a tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:58.497098 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-ecc0b18d-af5e-4edc-9483-9c56227d6508 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044071
Dec 02 15:54:58.513127 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7dd824b2-f64b-42dd-bc4a-cd4f6ee72f03 req-21390cbe-d362-4c89-86c1-61254359e74d tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318350
Dec 02 15:54:58.521821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:58.721036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:58.728553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:58.731138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:54:58.803133 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44496b3f-8e33-4573-b0e7-9daee940afae req-75592981-a759-4c1d-9f32-c0c14e0b2934 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2956743
Dec 02 15:54:58.859845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Pushing event updated for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:54:58.893251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:54:59.453967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049752-3e52-4a2a-84c2-7d3e52fb48d5 req-4863d962-1377-43b9-9dd9-92155c4e1db9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:59.455900 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af049752-3e52-4a2a-84c2-7d3e52fb48d5 req-4863d962-1377-43b9-9dd9-92155c4e1db9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1909680
Dec 02 15:54:59.539460 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af049752-3e52-4a2a-84c2-7d3e52fb48d5 req-e1849f75-450c-4beb-8ff0-04e98591055c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694008
Dec 02 15:54:59.657560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bea95-28a5-442a-bffd-711d8b657a0c req-32582f0d-1dca-467b-ac7b-b44983a85ebd tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:54:59.668036 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fd8bea95-28a5-442a-bffd-711d8b657a0c req-32582f0d-1dca-467b-ac7b-b44983a85ebd tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.7105727
Dec 02 15:54:59.714136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Attempting to bind port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:59.714688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Attempting to bind port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:59.714892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Attempting to bind port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b on network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:59.755680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:59.756106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Checking segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:59.756579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:59.756975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Bound using segment: {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:59.757499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Bound port: 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9e296-1ef0-482a-a820-f3aefd2f2409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:59.757893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:59.786755 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fd8bea95-28a5-442a-bffd-711d8b657a0c req-8b767ad0-5009-4e04-8b3c-d6aa9a5826c3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196749
Dec 02 15:54:59.793336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Attempting to bind port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:54:59.794342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Attempting to bind port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:54:59.794988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Attempting to bind port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 on network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:54:59.814834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:54:59.814834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Checking segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:54:59.814834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:54:59.815366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Bound using segment: {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:54:59.816202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Bound port: 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615d89ab-ba36-4d95-8540-88b9ac648723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:54:59.817043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:00.014283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:00.036849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:00.039836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:00.046321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:00.049627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562694-848c-4022-98aa-d701e24765d7 req-8ea94428-e603-4ea8-aec2-80984e43612b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:00.053635 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a2562694-848c-4022-98aa-d701e24765d7 req-8ea94428-e603-4ea8-aec2-80984e43612b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.1617801
Dec 02 15:55:00.074854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:00.142887 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a2562694-848c-4022-98aa-d701e24765d7 req-cf19c9c1-ecf9-493c-9813-612b1a9b6120 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824432
Dec 02 15:55:00.152149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:00.236312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:00.486526 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:00.491355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:00.497393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d1db3e28-47c4-4e42-8f2f-0efe0eb8466b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:00.651383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:00.652719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:00.653644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] 10.222.0.103 "PUT /v2.0/ports/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 1157 time: 4.0429595
Dec 02 15:55:00.658323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:00.673464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:00.674119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:00.676004 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] 10.222.0.103 "PUT /v2.0/ports/3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 HTTP/1.1" status: 200  len: 1157 time: 4.0635934
Dec 02 15:55:00.676848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Pushing event updated for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:00.681618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:00.850532 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:55:00.993790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-cf000ae9-f4b2-4a29-8c01-aa7c3f457cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:00.996108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-cf000ae9-f4b2-4a29-8c01-aa7c3f457cf9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1160 time: 0.2328072
Dec 02 15:55:01.056976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8b89-7494-46fc-bd17-75b5d26f76d8 req-fa7876e5-fe2b-4c1f-8a86-e8f596c51fd1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:01.059129 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88ce8b89-7494-46fc-bd17-75b5d26f76d8 req-fa7876e5-fe2b-4c1f-8a86-e8f596c51fd1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1466477
Dec 02 15:55:01.130287 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88ce8b89-7494-46fc-bd17-75b5d26f76d8 req-fc62f425-4025-4ecb-a41c-18324b146ee2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623882
Dec 02 15:55:01.220295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:01.376826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 8520bf21-16f0-4a79-b561-5531577e5d0c completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:01.387439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:01.388240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:01.436884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-e46d5a39-fe29-44a7-b966-30a6c64c6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:01.439718 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-e46d5a39-fe29-44a7-b966-30a6c64c6838 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 1160 time: 0.6051722
Dec 02 15:55:01.449358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44102-fec5-400b-b07d-38c1c6b4459e req-d3410b6a-7984-4a43-9600-0e1249c689a5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:01.451327 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e1a44102-fec5-400b-b07d-38c1c6b4459e req-d3410b6a-7984-4a43-9600-0e1249c689a5 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.1081929
Dec 02 15:55:01.536929 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e1a44102-fec5-400b-b07d-38c1c6b4459e req-f8b8577b-fc1e-46a1-b3c7-be6f310d0927 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763750
Dec 02 15:55:01.592902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:01.650341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:01.661076 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-3407e170-ccf3-461c-8da7-0a62810e56ba service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 217 time: 0.6482160
Dec 02 15:55:01.671691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=8520bf21-16f0-4a79-b561-5531577e5d0c,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:01.686225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-e650af18-94ce-48db-8ab4-b8486d48fd42 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 HTTP/1.1" status: 200  len: 217 time: 0.1515744
Dec 02 15:55:01.707537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:01.713970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:01.780658 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'code': 200}
Dec 02 15:55:01.864279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:01.880153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.880856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.881503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.882150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.882777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.883433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.884123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.884719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.885308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.885886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.886646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.887215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.887908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.888581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.889215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.889893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.890554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.891293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.891899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.892560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.907945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.907945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.907945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.907945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:01.907945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:01.979709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-708644ba-1266-449e-ad7e-616298c0698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:01.982655 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-708644ba-1266-449e-ad7e-616298c0698e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.2112906
Dec 02 15:55:01.986926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c8461b50-229c-467c-a3a3-28514c7f9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:01.989826 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-c8461b50-229c-467c-a3a3-28514c7f9ba0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.3107166
Dec 02 15:55:02.195812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcccd1a-202a-4bf6-8a9d-b0d6cdeb3bc9 req-7c836237-c548-4c32-b9e9-84d33ea23805 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:02.198653 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cfcccd1a-202a-4bf6-8a9d-b0d6cdeb3bc9 req-7c836237-c548-4c32-b9e9-84d33ea23805 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.7562220
Dec 02 15:55:02.232449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8666657-3dd1-4f46-a024-513b8cbad7f7 req-3c8e86db-2c2a-4264-8913-992d14f3a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:02.234549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8666657-3dd1-4f46-a024-513b8cbad7f7 req-3c8e86db-2c2a-4264-8913-992d14f3a87a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1162 time: 0.1073356
Dec 02 15:55:02.299160 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8666657-3dd1-4f46-a024-513b8cbad7f7 req-14ab4b0a-2ddf-4280-8d09-f2b98ed94192 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508702
Dec 02 15:55:02.338888 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cfcccd1a-202a-4bf6-8a9d-b0d6cdeb3bc9 req-dbb96cc2-78ec-4350-894f-33cc2242254d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283450
Dec 02 15:55:02.355566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-b54ca4e1-d7f6-4ae8-a160-9a378768f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:02.357456 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-b54ca4e1-d7f6-4ae8-a160-9a378768f144 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2933536
Dec 02 15:55:02.366746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-ac99073e-7a9e-41b5-9512-c6957c8b19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:02.370632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-ac99073e-7a9e-41b5-9512-c6957c8b19bb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3788049
Dec 02 15:55:02.494402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc281a3-23b9-49e9-9b0f-60680581d5a5 req-e4c90025-bbab-4b2a-8aab-a0aa5037af06 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:02.496113 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-abc281a3-23b9-49e9-9b0f-60680581d5a5 req-e4c90025-bbab-4b2a-8aab-a0aa5037af06 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0968416
Dec 02 15:55:02.556500 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-abc281a3-23b9-49e9-9b0f-60680581d5a5 req-ebd66bce-82df-4ce7-a0db-52cfed50ac5a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531836
Dec 02 15:55:02.823812 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:02.888708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:02.910574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:02.910574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:02.916435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:55:03.013282 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'status': 'completed', 'code': 200}
Dec 02 15:55:03.285605 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-9895840d-6066-4b34-9d23-325cadcaeda0 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6676805
Dec 02 15:55:03.291187 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-88861a58-0c4f-458a-818f-b1f35e3b1b28 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6417143
Dec 02 15:55:03.311688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945644d-c843-40af-95b3-8fe74e768dd8 req-5b307162-b420-4ae5-b877-96e50b9478ca tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:03.314730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e945644d-c843-40af-95b3-8fe74e768dd8 req-5b307162-b420-4ae5-b877-96e50b9478ca tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.6082006
Dec 02 15:55:03.572323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52396) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:03.801056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Deleting subnet 6f8b6dc5-dbaa-4010-9def-714cc8a26fcc {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:55:03.853687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319219-b9d7-47ac-8616-3aa6e549938f req-6255907c-dee5-4a8a-8fba-8f5267270e6d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:03.855698 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e945644d-c843-40af-95b3-8fe74e768dd8 req-13b6dc70-bc1b-4d8a-93b9-ef9d99bf1647 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4446540
Dec 02 15:55:03.856720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88319219-b9d7-47ac-8616-3aa6e549938f req-6255907c-dee5-4a8a-8fba-8f5267270e6d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.2064540
Dec 02 15:55:03.857914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:03.909312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52404) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:03.930690 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d0b6a92-d0f5-4d4a-8772-83497ca81450 req-0766c802-e1a1-452a-a0ed-47b7c028ff67 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6113405
Dec 02 15:55:03.934805 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-40ff3816-e9a1-4c5c-bd9d-f2c0cd9a0824 req-550f45f7-dc3e-4933-a406-4ee1a390e8e8 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6178632
Dec 02 15:55:04.071814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:04.134521 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-88319219-b9d7-47ac-8616-3aa6e549938f req-00f547ed-7dca-42c8-8c53-1c966e67c6ec tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939662
Dec 02 15:55:04.204849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:04.298562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:04.348810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:04.363273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Usage tracker for resource:security_group_rule and tenant:0a0dfea02c7943a0999f45635dbe9316 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:04.368962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:04.378895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1c152-6556-4eb9-99c1-8b72c2b98123 req-ff0f2032-c1e6-4570-be7f-a2b7c1f9e094 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:04.380716 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49b1c152-6556-4eb9-99c1-8b72c2b98123 req-ff0f2032-c1e6-4570-be7f-a2b7c1f9e094 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.3473396
Dec 02 15:55:04.390286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:04.448638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-d9fb782b-72b2-4b54-b992-c07f12546c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:04.450328 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-d9fb782b-72b2-4b54-b992-c07f12546c4b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 1160 time: 0.2796490
Dec 02 15:55:04.520782 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49b1c152-6556-4eb9-99c1-8b72c2b98123 req-ee245bd1-5931-4d6e-b0bc-8d626886ee3a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318293
Dec 02 15:55:04.581967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-6e670bfb-2ae7-4c1d-9f8f-ac12461eb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:04.583655 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-6e670bfb-2ae7-4c1d-9f8f-ac12461eb5f7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1160 time: 0.4276226
Dec 02 15:55:04.779568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-07e54eef-ac93-489d-b8e3-92b10da1168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:04.781290 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-07e54eef-ac93-489d-b8e3-92b10da1168e service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.3109908
Dec 02 15:55:04.877757 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-b1dc69c5-be64-40ed-8023-abd2ed079d37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 HTTP/1.1" status: 200  len: 217 time: 0.0869997
Dec 02 15:55:04.884291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-61cb5ef0-50d6-4fc3-8578-400994d05c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:04.884291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-61cb5ef0-50d6-4fc3-8578-400994d05c9a service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.2905860
Dec 02 15:55:05.029191 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-0dd9191f-9678-4a7b-a756-30465af38b98 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 217 time: 0.0925989
Dec 02 15:55:05.086963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-9fd3981c-f5ce-45a3-afcd-095fce7924ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:05.088644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-9fd3981c-f5ce-45a3-afcd-095fce7924ea service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1931927
Dec 02 15:55:05.291330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:05.317227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8c92c0cd-828f-4daa-9643-cb526782be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:05.421194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8b6dc5-dbaa-4010-9def-714cc8a26fcc,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:05.455765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.456157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.456627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.457211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.457636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.458075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.458480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.458885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.460310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.460310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.460310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.460791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.460940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.461267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.461671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.462074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.462478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.463093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.463313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.463637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.464053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.464457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.464861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.465248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:05.473185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:05.522940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87199a-cbb2-4a00-b037-ac63ec7ff729 req-66a2ae8e-7da0-4b91-97bb-bcf720fff57e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:05.524813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7e87199a-cbb2-4a00-b037-ac63ec7ff729 req-66a2ae8e-7da0-4b91-97bb-bcf720fff57e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.2796719
Dec 02 15:55:05.526005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:05.536655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52416) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:05.549628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Request body: {'floatingip': {'port_id': '8520bf21-16f0-4a79-b561-5531577e5d0c'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:05.629801 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6f8b6dc5-dbaa-4010-9def-714cc8a26fcc HTTP/1.1" status: 204  len: 168 time: 2.0499127
Dec 02 15:55:05.634092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52420) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:05.654274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-e799e7d1-79aa-4c40-8052-5b6091917d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:05.657303 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-e799e7d1-79aa-4c40-8052-5b6091917d23 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.6117826
Dec 02 15:55:05.659589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:05.921445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:05.938547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-15c72b0d-c8f7-4bcc-b7cf-fc54cd4e7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:05.952688 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-15c72b0d-c8f7-4bcc-b7cf-fc54cd4e7cb1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8434546
Dec 02 15:55:05.959943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bc8d3-7435-4dd6-92c2-f695c4b51786 req-d57f0f4b-f7a3-4381-829d-5d03382e5d67 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:05.963122 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-503bc8d3-7435-4dd6-92c2-f695c4b51786 req-d57f0f4b-f7a3-4381-829d-5d03382e5d67 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.5175099
Dec 02 15:55:06.007690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.035172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.043556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b66aba38-cf4f-4f72-a630-e3cb8a9ce9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:06.197040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-7e08a219-7f7c-4439-969e-7a89128ce844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:06.198638 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-7e08a219-7f7c-4439-969e-7a89128ce844 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5303614
Dec 02 15:55:06.215616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a0dfea02c7943a0999f45635dbe9316&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3031034
Dec 02 15:55:06.215616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f3ff4-8502-4e95-9b0b-508dc673fd73,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:06.226739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52424) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:06.229536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:06.279554 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-503bc8d3-7435-4dd6-92c2-f695c4b51786 req-0f02e510-c6c3-40d4-af8d-820cfe292bcc tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3073866
Dec 02 15:55:06.428356 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-c62dbe94-ac97-46b8-928d-46b8f977d183 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4587631
Dec 02 15:55:06.599799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.602965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574c7b7-bef3-4a65-a455-1a5122bcede5 req-4d8cd7cc-c575-428b-bdc0-faaeafe93758 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:06.603239 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-c8690ed6-655d-443b-b2ee-f28274aec90f service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813283
Dec 02 15:55:06.604725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6574c7b7-bef3-4a65-a455-1a5122bcede5 req-4d8cd7cc-c575-428b-bdc0-faaeafe93758 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.8782341
Dec 02 15:55:06.679274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.763561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.820804 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6574c7b7-bef3-4a65-a455-1a5122bcede5 req-d629c4d4-9802-4ec2-8853-4a51c666b9b6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967046
Dec 02 15:55:06.822783 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-173c3c56-1a21-4f7f-8f93-435e39e9ed28 req-416a1637-d87a-4f2b-8168-6c35abcac7d1 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3823330
Dec 02 15:55:06.895959 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e57e3285-7f61-4a1a-8ab5-58546855eb70 req-9860c6e6-5b7c-46a2-9966-0ee9c904a980 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2748005
Dec 02 15:55:06.922171 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.931047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ab3434e3-c34d-41b9-9229-2019bfeb738e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:06.952331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10900afe80>,) {'filters': {'network_id': ['5072836c-1689-4769-8096-b0a206a7686f']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:06.964032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f3ff4-8502-4e95-9b0b-508dc673fd73,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:06.964032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:06.965634 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4b3f3ff4-8502-4e95-9b0b-508dc673fd73 HTTP/1.1" status: 204  len: 168 time: 0.7111204
Dec 02 15:55:06.978636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:06.998992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10900afe80>, 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:06.999600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10900afe80>, 'f9e62a37-ec82-4d3f-a6d5-e15c4833683c') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:07.059089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.167839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-99f628f6-ed98-4569-9c56-ae78665cb7f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:55:07.193599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.196712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:55:07.332516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.resource_extend [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 02 15:55:07.520437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Network 5072836c-1689-4769-8096-b0a206a7686f has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:55:07.532951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.553096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7afd7-4e68-45aa-b959-1cf65763a7af req-2e0539a8-fdf4-41db-b514-3d9623ee9d55 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:07.555288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9ea7afd7-4e68-45aa-b959-1cf65763a7af req-2e0539a8-fdf4-41db-b514-3d9623ee9d55 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.0974214
Dec 02 15:55:07.566182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.618285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9ea7afd7-4e68-45aa-b959-1cf65763a7af req-ab75503c-823b-4ec3-9758-5bbd83b2aee3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552635
Dec 02 15:55:07.665157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.838155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52434) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:07.860303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:07.879236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:07.883921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Usage tracker for resource:security_group_rule and tenant:c43cf9c43e8a45ae80ec1366bd0e897a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:07.890688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:07.899168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:07.920597 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Network 5072836c-1689-4769-8096-b0a206a7686f has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:55:07.950305 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:55:08.014491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.053483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.063872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Floating IP 5f1ff687-1de4-4603-be3c-c5cdc113f17c associated. External IP: 172.27.0.109, port: 8520bf21-16f0-4a79-b561-5531577e5d0c.
Dec 02 15:55:08.064933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-374674f3-1474-44f5-8366-8e0f49b3f664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:08.133262 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c43cf9c43e8a45ae80ec1366bd0e897a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2933791
Dec 02 15:55:08.135702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2909c92a-89a0-468e-a6cf-d0b6dcccf925,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:08.138581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52440) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:08.141952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:08.217742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.249578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.254534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.278301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:08.297311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.327945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Pushing event deleted for resources: {'Network': ['ID=5072836c-1689-4769-8096-b0a206a7686f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:08.344692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:08.362250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.369583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-61847b3d-b0b1-46d8-8cbb-4051fa6b3bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:08.382952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2909c92a-89a0-468e-a6cf-d0b6dcccf925,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:08.387616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:08.391550 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.396545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2909c92a-89a0-468e-a6cf-d0b6dcccf925 HTTP/1.1" status: 204  len: 168 time: 0.2532475
Dec 02 15:55:08.434067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:08.443729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291aa578-56d7-40b6-9cd1-ddfb9be8cb2f req-03ec23d9-e4a6-4168-b37a-a02c34863e5b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:08.445540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-291aa578-56d7-40b6-9cd1-ddfb9be8cb2f req-03ec23d9-e4a6-4168-b37a-a02c34863e5b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.3271036
Dec 02 15:55:08.457595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5cf7e0c5-d4e1-4300-aaf9-387760cf0008 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5072836c-1689-4769-8096-b0a206a7686f HTTP/1.1" status: 204  len: 168 time: 2.8176787
Dec 02 15:55:08.579684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:08.593577 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:08.594304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.616668 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-291aa578-56d7-40b6-9cd1-ddfb9be8cb2f req-aff46eeb-4117-41bb-b314-a1bd683f1d78 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986502
Dec 02 15:55:08.652836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:08.849235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.885426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:08.899908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:08.933075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:08.934621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:09.075511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e9f23-5747-4de7-a3f8-3ddbfed59542 req-1e658a25-2fd0-44db-8402-4e8a36630692 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:09.077652 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-305e9f23-5747-4de7-a3f8-3ddbfed59542 req-1e658a25-2fd0-44db-8402-4e8a36630692 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.2056744
Dec 02 15:55:09.099854 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'code': 200}
Dec 02 15:55:09.100761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:09.174745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52456) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:09.193699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-305e9f23-5747-4de7-a3f8-3ddbfed59542 req-c585f0a2-96ca-4ec1-8642-d06d481fbd0d tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948479
Dec 02 15:55:09.248899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:09.253706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:09.301656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:09.307517 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:09.308764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.326052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:09.335450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.389976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:09.390239 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b7271264-9a4c-4b6e-8ac8-c79f8623b15c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=229596ae42204d5ead3f32ea7ab04bad&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2045071
Dec 02 15:55:09.390861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52462) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:09.464363 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2ba32062-7abf-44d0-bc93-24b075fe05c7 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "PUT /v2.0/floatingips/5f1ff687-1de4-4603-be3c-c5cdc113f17c HTTP/1.1" status: 200  len: 991 time: 3.9232309
Dec 02 15:55:09.465660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:09.466121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:09.467009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10909b5898>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:09.574977 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'status': 'completed', 'code': 200}
Dec 02 15:55:09.616988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.635497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.854423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.920602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:09.964565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:09.967623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc6b68-f373-4de5-a67f-981f0c9f4f56 req-9b589e08-c375-4a45-ae20-ac46bd76ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:09.969597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dadc6b68-f373-4de5-a67f-981f0c9f4f56 req-9b589e08-c375-4a45-ae20-ac46bd76ec37 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.4840457
Dec 02 15:55:09.972478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c125b728-28a2-4e27-b63c-33952d46faa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:10.060970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:10.069407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-492b14d8-3db7-4fa6-94fb-1e4cb28d7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:10.071097 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-492b14d8-3db7-4fa6-94fb-1e4cb28d7d79 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1162 time: 0.4038770
Dec 02 15:55:10.074900 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dadc6b68-f373-4de5-a67f-981f0c9f4f56 req-a56739bd-19c7-4fbf-9e37-a89c7e72dcd7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889323
Dec 02 15:55:10.123752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c02e91-33c6-4d6e-a83b-5c2f4bbbe874 req-40a27bbd-f58f-4ad3-b84f-d8f65e490868 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:10.138594 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7c02e91-33c6-4d6e-a83b-5c2f4bbbe874 req-40a27bbd-f58f-4ad3-b84f-d8f65e490868 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.2489409
Dec 02 15:55:10.152363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:10.158797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a67fbfa-550a-49ed-b75f-8f5a4adacd96 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:10.196335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15866d0-6626-4c4e-aa59-ba8e51314ece,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:10.203830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:10.277204 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b7c02e91-33c6-4d6e-a83b-5c2f4bbbe874 req-84ab7409-fe89-4ae1-b4f8-8c3b55115d26 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264253
Dec 02 15:55:10.278761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:10.296383 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c15866d0-6626-4c4e-aa59-ba8e51314ece HTTP/1.1" status: 204  len: 168 time: 0.8909829
Dec 02 15:55:10.411802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:10.417588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:10.618320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7880b-f2d3-4a6a-8df2-3487abd6efc5 req-3c08bbf1-5efb-4519-ab98-dc9159925768 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:10.628921 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f7a7880b-f2d3-4a6a-8df2-3487abd6efc5 req-3c08bbf1-5efb-4519-ab98-dc9159925768 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.1455061
Dec 02 15:55:10.673461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:10.757539 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f7a7880b-f2d3-4a6a-8df2-3487abd6efc5 req-92a5a36a-dde5-4d49-bbb8-617aaa61bb01 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221600
Dec 02 15:55:10.761784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-ae997d50-afb4-4806-968f-b96cf2a41a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:10.763490 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-ae997d50-afb4-4806-968f-b96cf2a41a0b service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.4020436
Dec 02 15:55:10.956121 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-3d609217-d650-473f-8799-d9a5fd032574 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 999 time: 0.1810219
Dec 02 15:55:11.021246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:11.021967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:11.057804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-c95388a1-7940-4023-b3da-984c0423a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:11.059492 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-c95388a1-7940-4023-b3da-984c0423a917 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.0953763
Dec 02 15:55:11.101303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10909b5898>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5f1ff687-1de4-4603-be3c-c5cdc113f17c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:65:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:34Z', 'updated_at': '2020-12-02T15:55:07Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:11.107444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:11.119372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:11.168861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:11.171179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10909b5898>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:54:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:11.285767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-37aa9af6-aa8d-478d-bff8-2069cac60d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:11.288164 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-37aa9af6-aa8d-478d-bff8-2069cac60d31 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1898019
Dec 02 15:55:11.375697 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'code': 200}
Dec 02 15:55:11.623510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:11.630008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:11.678361 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-fcd12c50-0f9a-41e1-aad6-2b5b3a4f11df service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3492110
Dec 02 15:55:11.975748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52530) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:12.030910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cf7cd13f-beaa-4b84-827e-440a7341dc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:12.032771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d3c40-18a6-414b-88bb-9822f535f3f4 req-03eb20b0-fcc8-40b6-8a8c-8fa0f694ac2b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:12.040662 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-936d3c40-18a6-414b-88bb-9822f535f3f4 req-03eb20b0-fcc8-40b6-8a8c-8fa0f694ac2b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.4487772
Dec 02 15:55:12.156170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52538) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:12.210911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-cb4c58b1-f4e2-41ca-aab2-fb58cf65de01 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3306968
Dec 02 15:55:12.220461 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3f598799-ae54-425e-a4f1-e7a5d99eda61 req-39dc0d03-2424-49ab-b905-e02c6a76b4fa service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5111897
Dec 02 15:55:12.242441 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-936d3c40-18a6-414b-88bb-9822f535f3f4 req-d5af7b1a-13e8-4fa3-8d49-34fcc6b1f950 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970165
Dec 02 15:55:12.278949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d892-39dc-4ed3-95fb-6f0f80469b95 req-3ea75073-c5cd-408b-8aea-852a31e1e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:12.282210 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1ac3d892-39dc-4ed3-95fb-6f0f80469b95 req-3ea75073-c5cd-408b-8aea-852a31e1e1a1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 1162 time: 0.3786321
Dec 02 15:55:12.323723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637040f-1d4c-4522-8e74-10f84da8b7ee req-79b4faf3-5dbe-48eb-8ab7-ad782122d3c3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:12.340049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0637040f-1d4c-4522-8e74-10f84da8b7ee req-79b4faf3-5dbe-48eb-8ab7-ad782122d3c3 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.3234048
Dec 02 15:55:12.470467 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0637040f-1d4c-4522-8e74-10f84da8b7ee req-9174d2df-cacb-462b-adc1-08d64f2aba16 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190591
Dec 02 15:55:12.488652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10909b5898>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5f1ff687-1de4-4603-be3c-c5cdc113f17c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:65:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:34Z', 'updated_at': '2020-12-02T15:55:07Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:12.498636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f79b6-6d51-4fc3-a6ad-ad729686dec3 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '5f1ff687-1de4-4603-be3c-c5cdc113f17c', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'port_id': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'mac_address': 'fa:16:3e:65:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:34Z', 'updated_at': '2020-12-02T15:55:07Z', 'revision_number': 1, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:12.546731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:12.638474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:12.639018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:12.787866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:12.790848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5cc27-6502-45c4-b4cf-5857f26c039b req-d1ffcca1-59f7-4255-bc22-a247158bb456 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:12.798984 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6ba5cc27-6502-45c4-b4cf-5857f26c039b req-d1ffcca1-59f7-4255-bc22-a247158bb456 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.1296382
Dec 02 15:55:12.832400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1860306437-network', 'tenant_id': '92c709d41db94ec88054f3a048762c37'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:12.837420 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1ac3d892-39dc-4ed3-95fb-6f0f80469b95 req-3e3bedc9-fe64-4fd9-a3fa-7700b0914884 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5476015
Dec 02 15:55:12.848137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:12.854725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:12.874131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Usage tracker for resource:network and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:12.880791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:12.881239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:12.883252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:12.887025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:12.905056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:12.907748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Usage tracker for resource:security_group_rule and tenant:876dede742b64698bef08045b4be271b is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:12.914682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:12.920283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6ba5cc27-6502-45c4-b4cf-5857f26c039b req-fc127b7a-8e77-4c03-a6fb-4570cb786fc2 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193428
Dec 02 15:55:12.930248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:12.967101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-fed051ac-125b-4558-a8c6-cbb630ba98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:12.968901 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-fed051ac-125b-4558-a8c6-cbb630ba98b6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 1163 time: 0.2389460
Dec 02 15:55:12.975102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba97fcc-2731-4fe2-970c-b5ce3ed28e54 None None] New status for floating IP 5f1ff687-1de4-4603-be3c-c5cdc113f17c: ACTIVE {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:55:12.988272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Made reservation on behalf of 92c709d41db94ec88054f3a048762c37 for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:13.011822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.033800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.067144 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:13.074020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Usage tracker for resource:security_group_rule and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:13.093453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:13.114358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:13.296663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.355677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.374278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6491d186-0f8f-40a7-b503-98c3eabe6239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:13.467730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-c195bfc4-da03-4c80-af74-0b5b427dc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:13.469685 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-c195bfc4-da03-4c80-af74-0b5b427dc300 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.3126748
Dec 02 15:55:13.476001 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=876dede742b64698bef08045b4be271b&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3142943
Dec 02 15:55:13.476734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52554) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:13.479119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd673684-b704-4fa3-97b4-f24675c80f7f,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:13.483203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:13.579459 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.614850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.626698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8537c1bf-5073-46b0-a392-80ab1f220ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:13.639280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.685347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b327466-0b1f-4e24-bd38-3a56e8c42509 req-f4b6dc3e-77b6-451a-a277-84ffcad2adb4 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:13.686428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-41c24d15-07c7-4396-82fa-b81deeea4de9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 200  len: 1002 time: 0.2084570
Dec 02 15:55:13.687079 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b327466-0b1f-4e24-bd38-3a56e8c42509 req-f4b6dc3e-77b6-451a-a277-84ffcad2adb4 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.1575501
Dec 02 15:55:13.697697 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.774271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:55:13.782116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b327466-0b1f-4e24-bd38-3a56e8c42509 req-31f4397d-5997-4f41-aa97-f47a423478fa tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868721
Dec 02 15:55:13.833422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.843226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-80c2b1de-a89d-413b-ab3d-ac597f07fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:13.861506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd673684-b704-4fa3-97b4-f24675c80f7f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:13.869174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:13.885601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.895558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cd673684-b704-4fa3-97b4-f24675c80f7f HTTP/1.1" status: 204  len: 168 time: 0.4169722
Dec 02 15:55:13.932396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-989c5dbc-3e77-4b9c-b3af-0e86527add25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:13.935226 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-989c5dbc-3e77-4b9c-b3af-0e86527add25 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.2159736
Dec 02 15:55:13.937448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40412039-cdd3-478d-9a46-e8d4c20dec72,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:13.953466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:13.954037 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Added segment fb2b9bb5-2e4a-45e1-9689-22866f95621c of type vxlan for network b49751da-eb0e-4ecb-880c-88dd1ff589c9
Dec 02 15:55:13.973387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:13.976933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-055eef36-65ed-4319-b9a4-79b81b1ce3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:14.007527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:14.048052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf077f-5092-40e3-9081-5531857cae1f req-9ff74db8-cfaf-47d4-a95d-12352afde0cb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:14.050685 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6adf077f-5092-40e3-9081-5531857cae1f req-9ff74db8-cfaf-47d4-a95d-12352afde0cb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.3484764
Dec 02 15:55:14.197700 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6adf077f-5092-40e3-9081-5531857cae1f req-84b6c4cb-51d5-400c-bedb-f0e5a88598e6 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044972
Dec 02 15:55:14.214332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-05a5ad50-d930-4f8d-8c65-ee8e1c24e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:14.216011 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-05a5ad50-d930-4f8d-8c65-ee8e1c24e8b1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1641593
Dec 02 15:55:14.272194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:14.277308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:14.278076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:14.290254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:14.485013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Pushing event updated for resources: {'Network': ['ID=b49751da-eb0e-4ecb-880c-88dd1ff589c9,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:14.500441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:55:14.502043 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:14.532580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:55:14.558335 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-a6896c05-babe-43f4-8e1d-2c2a61e6a5fc service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3143644
Dec 02 15:55:14.604289 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52572) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:14.604971 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.6197145
Dec 02 15:55:14.610784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Request body: {'subnet': {'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1860306437-subnet', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'ip_version': 4}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:14.625945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:14.644933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Usage tracker for resource:subnet and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:14.662134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:14.677894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:14.692861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:14.741751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Made reservation on behalf of 92c709d41db94ec88054f3a048762c37 for: {'subnet': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:14.747137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2312219'] for subnet, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:14.828513 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7cf03587-1c04-4d26-a9d9-4ef7c0b19887 req-6330f50f-da90-4369-a63c-bee69d4b49ca service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2625031
Dec 02 15:55:15.032821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:15.033696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:15.573521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:15.694032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26896a64-983e-41cf-b999-87dccb3d8c52 req-64adde4e-248f-429d-b3cd-bf71017933cb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:15.695749 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-26896a64-983e-41cf-b999-87dccb3d8c52 req-64adde4e-248f-429d-b3cd-bf71017933cb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.1424179
Dec 02 15:55:15.786815 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-26896a64-983e-41cf-b999-87dccb3d8c52 req-43af0344-4e79-4346-a77f-26390c1b9be9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751295
Dec 02 15:55:15.817814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852620365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2312202'] for subnet, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:15.840547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-baecf095-b2b2-43e0-b02b-8a9068385871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:15.874934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:16.029025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d04ca6-3ece-4202-82f7-42afb634d236,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:16.037870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:16.142519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4fce-b41d-4b7d-9906-9c21afbf5bb9 req-dc7d3d70-3786-4901-9bf2-d750c22f2a39 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:16.145179 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c2c4fce-b41d-4b7d-9906-9c21afbf5bb9 req-dc7d3d70-3786-4901-9bf2-d750c22f2a39 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.2054358
Dec 02 15:55:16.164369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52602) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:16.170891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Request body: {'floatingip': {'port_id': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:16.261987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:16.278420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:16.414296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Checking segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:16.414696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Network hostable DHCP agents. Network: b49751da-eb0e-4ecb-880c-88dd1ff589c9, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:55:16.539461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:55:16.744070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, b49751da-eb0e-4ecb-880c-88dd1ff589c9) {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:16.757553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7e153-1555-4def-b41b-ccad5e94c0e0 None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:55:16.761052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:16.761721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:16.902183 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0ee57976-b4e4-49b3-a704-ed9e4f540339 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2961438
Dec 02 15:55:16.906409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52626) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:16.913119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:16.918446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:16.923040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Usage tracker for resource:router and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:16.927011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:16.933893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:17.000310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.002373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.139613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:55:17.140570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.193777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.278013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.333275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.564972 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP 2cd9db13-480b-4fc6-856c-1bb87ddea488 associated. External IP: 172.27.0.235, port: 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88.
Dec 02 15:55:17.662387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Allocated IP 172.20.0.2 (b49751da-eb0e-4ecb-880c-88dd1ff589c9/b5d04ca6-3ece-4202-82f7-42afb634d236/a198f228-87c6-48ca-9d30-977faccaec46) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:17.664541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.973499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:17.987787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Transition to ACTIVE for port object a198f228-87c6-48ca-9d30-977faccaec46 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:18.012275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Transition to ACTIVE for port object a198f228-87c6-48ca-9d30-977faccaec46 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:18.074291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.106297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:18.108787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:18.256886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.259687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Pushing event updated for resources: {'Port': ['ID=a198f228-87c6-48ca-9d30-977faccaec46,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:18.265487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:18.299328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.338881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:18.342958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:18.347866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:18.422802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Attempting to bind port a198f228-87c6-48ca-9d30-977faccaec46 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:18.423393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Attempting to bind port a198f228-87c6-48ca-9d30-977faccaec46 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:18.424017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Attempting to bind port a198f228-87c6-48ca-9d30-977faccaec46 on network b49751da-eb0e-4ecb-880c-88dd1ff589c9 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:18.431615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:18.437979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Checking segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:18.437979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.437979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Bound using segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:18.437979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Bound port: a198f228-87c6-48ca-9d30-977faccaec46, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:18.437979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.565340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] For port a198f228-87c6-48ca-9d30-977faccaec46, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:18.571365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] For port a198f228-87c6-48ca-9d30-977faccaec46, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a198f228-87c6-48ca-9d30-977faccaec46,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:18.608026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.630979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:18.724963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Pushing event updated for resources: {'Port': ['ID=a198f228-87c6-48ca-9d30-977faccaec46,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:18.732645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:18.776469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Allocated IP 172.27.0.180 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/cdb2ffa5-a3df-41a9-9f60-619a2bbae212) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:18.817984 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:18.822791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:18.830166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:18.869449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:18.870330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10906cdd30>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:18.888398 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a32818e5-5937-47c6-874c-78638bf136e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "PUT /v2.0/floatingips/2cd9db13-480b-4fc6-856c-1bb87ddea488 HTTP/1.1" status: 200  len: 991 time: 2.7231233
Dec 02 15:55:18.889375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:19.043560 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'status': 'completed', 'code': 200}
Dec 02 15:55:19.092755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:19.198996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:19.340843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-1418a8c0-c354-4c5f-a0ab-9d270fa2ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:19.342767 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-1418a8c0-c354-4c5f-a0ab-9d270fa2ec55 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8bd15c18c1994d418ad257735d95e8d5&device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 1162 time: 0.1077442
Dec 02 15:55:19.379200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:19.617881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10906cdd30>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '2cd9db13-480b-4fc6-856c-1bb87ddea488', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:af:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:35Z', 'updated_at': '2020-12-02T15:55:17Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:19.626537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:19.645623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:19.646884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10906cdd30>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:19.807350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-29b04e95-be86-4bf8-8f26-ddfdb31459b9 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:20.004980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:20.025014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:20.032799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-6af2dc68-4fb3-4c2a-8b3d-4fc091b1daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:20.034612 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-6af2dc68-4fb3-4c2a-8b3d-4fc091b1daac service neutron] 10.222.0.103 "GET /v2.0/networks?id=92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 200  len: 904 time: 0.6846082
Dec 02 15:55:20.104659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:20.203652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:20.208257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:20.211790 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-cdf41f1d-a7c7-4a15-aa58-c62ed1f3ea1d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 HTTP/1.1" status: 200  len: 999 time: 0.1643982
Dec 02 15:55:20.212417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:20.367402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-9173f182-2625-4329-934c-9669ac551306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:20.370210 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-9173f182-2625-4329-934c-9669ac551306 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 200  len: 849 time: 0.1268013
Dec 02 15:55:20.661660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10906cdd30>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '2cd9db13-480b-4fc6-856c-1bb87ddea488', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:af:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:35Z', 'updated_at': '2020-12-02T15:55:17Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:20.668104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec03572-ad77-4e76-ac52-8660f3ae49e0 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '2cd9db13-480b-4fc6-856c-1bb87ddea488', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'port_id': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'mac_address': 'fa:16:3e:af:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:54:35Z', 'updated_at': '2020-12-02T15:55:17Z', 'revision_number': 1, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:20.727660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a198f228-87c6-48ca-9d30-977faccaec46 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:20.841545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-ade7af52-d403-4083-9d20-51e261f4d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:20.843134 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-ade7af52-d403-4083-9d20-51e261f4d71e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=92487b79-3b7b-42f3-8b9b-942f6ba445e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2111483
Dec 02 15:55:20.929738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port a198f228-87c6-48ca-9d30-977faccaec46 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:21.151498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aedbc5-9577-477d-b2bd-6e95366de579 None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:55:21.181909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330ff92-e01f-4bb4-a95d-660489411e8d None None] New status for floating IP 2cd9db13-480b-4fc6-856c-1bb87ddea488: ACTIVE {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:55:21.287850 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-3b6100f6-eb73-4489-8a39-2fd6fa9e2b27 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4364555
Dec 02 15:55:21.322215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Provisioning for port a198f228-87c6-48ca-9d30-977faccaec46 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:21.338969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Provisioning complete for port a198f228-87c6-48ca-9d30-977faccaec46 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:21.339560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:21.607476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:21.686971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:21.745744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] For port a198f228-87c6-48ca-9d30-977faccaec46, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a198f228-87c6-48ca-9d30-977faccaec46,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:21.781333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:21.784644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:21.894284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Pushing event updated for resources: {'Port': ['ID=a198f228-87c6-48ca-9d30-977faccaec46,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:21.898186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:21.924157 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-99f672d8-90da-4301-af0e-791c09a5d1b2 req-8b6bb9f9-0402-423b-9ea9-b75da4503eb7 service neutron] 10.222.0.103 "GET /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6247134
Dec 02 15:55:22.122065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5e98c572-76b6-4792-909a-8c5975c8ea74 None None] Provisioning complete for port a198f228-87c6-48ca-9d30-977faccaec46 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:22.122783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5e98c572-76b6-4792-909a-8c5975c8ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:22.304192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:22.406727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-96b0237f-62b5-4f49-afd4-f6e6d2467242 None None] Provisioning complete for port a198f228-87c6-48ca-9d30-977faccaec46 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:22.407152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-96b0237f-62b5-4f49-afd4-f6e6d2467242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:22.631217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a198f228-87c6-48ca-9d30-977faccaec46 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:22.725537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-ee87c5cf-c01b-4c7e-b673-cd41637ae3ee None None] Provisioning complete for port a198f228-87c6-48ca-9d30-977faccaec46 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:22.725962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee87c5cf-c01b-4c7e-b673-cd41637ae3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:22.780324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port a198f228-87c6-48ca-9d30-977faccaec46 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:22.780653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:23.099284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Router dca5dc26-96f0-4547-947a-bf3e385ef00f is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:55:23.333736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:23.345544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Sync routers for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:23.373587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:23.374636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090da8860>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:23.402289 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:23.404654 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c39a2c29-1699-4c05-8e6c-d2197f1812a2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.4967809
Dec 02 15:55:23.407525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52710) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:23.636502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:24.043189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090da8860>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:20Z', 'revision_number': 3, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:24.048283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Checking router: dca5dc26-96f0-4547-947a-bf3e385ef00f for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:24.048692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Updating router dca5dc26-96f0-4547-947a-bf3e385ef00f port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:55:24.113867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:24.413098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:24.676502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:24.795014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Transition to ACTIVE for port object cdb2ffa5-a3df-41a9-9f60-619a2bbae212 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:24.822040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:24.852379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:24.991010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Allocated IP 172.20.0.1 (b49751da-eb0e-4ecb-880c-88dd1ff589c9/b5d04ca6-3ece-4202-82f7-42afb634d236/4db74e42-07ab-4f38-90bc-9606107195e8) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:25.189858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.210314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Transition to ACTIVE for port object 4db74e42-07ab-4f38-90bc-9606107195e8 will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:25.258566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.282558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a47727f-c6be-4e46-b726-05c0d4e245a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:25.333055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Pushing event updated for resources: {'Port': ['ID=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:25.407313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:25.429786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Pushing event updated for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:25.435838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:25.444368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Attempting to bind port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:25.444866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Attempting to bind port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:25.445281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Attempting to bind port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:25.454406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:25.459673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:25.459673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.459673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:25.459673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Bound port: cdb2ffa5-a3df-41a9-9f60-619a2bbae212, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:25.459673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.504152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:25.505639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:25.508482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:25.594896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.639430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] For port cdb2ffa5-a3df-41a9-9f60-619a2bbae212, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:25.667445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] For port cdb2ffa5-a3df-41a9-9f60-619a2bbae212, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:25.713964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.758739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bef3bff-e0e8-45f0-8cdf-15e5bf703362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:25.875284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:25.988692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8b7d1b37-1c89-449f-ae53-a036bf175f4f None None] Provisioning for port 4db74e42-07ab-4f38-90bc-9606107195e8 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:25.999280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Pushing event updated for resources: {'Port': ['ID=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:26.006285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8b7d1b37-1c89-449f-ae53-a036bf175f4f None None] Provisioning complete for port 4db74e42-07ab-4f38-90bc-9606107195e8 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:26.006683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1b37-1c89-449f-ae53-a036bf175f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:26.040464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:26.095029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d1b37-1c89-449f-ae53-a036bf175f4f None None] Port 4db74e42-07ab-4f38-90bc-9606107195e8 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:26.107299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:26.107967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090da8860>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:26.272313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:26.307574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:26.311385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:26.343456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:26.438747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Pushing event updated for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:26.441644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:26.459363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:26.621759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:26.623315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:26.724062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090da8860>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:24Z', 'revision_number': 1, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:26.732758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316a2f73-8002-4f07-abff-69b728b4a5d6 None None] The sync data for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi is: [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:24Z', 'revision_number': 1, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:26.938735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5da7fcad-6193-4653-8664-74796fc7f087 None None] Provisioning complete for port 4db74e42-07ab-4f38-90bc-9606107195e8 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:26.940514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5da7fcad-6193-4653-8664-74796fc7f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:27.068059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-5da7fcad-6193-4653-8664-74796fc7f087 None None] Port 4db74e42-07ab-4f38-90bc-9606107195e8 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:27.268780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be050-35c7-486d-8589-731fbaac24df req-e2184f2f-0235-49b9-a8ef-f4e467b8c2ce tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:27.268780 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e4be050-35c7-486d-8589-731fbaac24df req-e2184f2f-0235-49b9-a8ef-f4e467b8c2ce tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.4988015
Dec 02 15:55:27.291058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Router dca5dc26-96f0-4547-947a-bf3e385ef00f has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:27.360221 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e4be050-35c7-486d-8589-731fbaac24df req-ddbaa00d-ab29-4154-a2cf-00b640c1df6f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675890
Dec 02 15:55:27.913193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:27.935148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-e1256baf-7392-4914-971e-4347c1a8ec69 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:network {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:27.955930 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] 10.222.0.101 "PUT /v2.0/routers/dca5dc26-96f0-4547-947a-bf3e385ef00f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5453429
Dec 02 15:55:28.015695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-e1256baf-7392-4914-971e-4347c1a8ec69 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:network {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:28.019082 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-e1256baf-7392-4914-971e-4347c1a8ec69 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4108994
Dec 02 15:55:28.036193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:28.047929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:28.057238 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Usage tracker for resource:floatingip and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:28.064058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:28.076866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:28.153117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:28.525707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:28.794150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device cdb2ffa5-a3df-41a9-9f60-619a2bbae212 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:28.963543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:28.971209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:28.972610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.107167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Allocated IP 172.27.0.190 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/c0e408a9-0d77-44f6-9bae-a1e3f13931f6) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:29.199359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.229512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port cdb2ffa5-a3df-41a9-9f60-619a2bbae212, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:29.287073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.292025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:29.426106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:29.432932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:29.440890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.522927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.551614 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-22e81ad8-341c-4141-a71d-c5a6ede3b5b2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:29.563644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52788) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:29.570875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-958749949-network', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:29.576739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:29.582275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Usage tracker for resource:network and tenant:559ce81be16c48f9bc941248b91b60ad is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:29.587243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:29.594351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:29.635722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Made reservation on behalf of 559ce81be16c48f9bc941248b91b60ad for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:29.640858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.656522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.677545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:29.682533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Usage tracker for resource:security_group_rule and tenant:559ce81be16c48f9bc941248b91b60ad is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:29.686044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:29.693851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:29.726878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'Port': ['ID=c0e408a9-0d77-44f6-9bae-a1e3f13931f6,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:29.733197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:29.806638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:29.808306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:29.810736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:29.849563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.887586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.909265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-97b8770b-ca6e-4ec1-a6d3-ca3149860d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:29.940308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:29.973428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:55:30.005333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9edd6f-5f60-405d-85ef-2a3e59832841,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:30.009358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:30.010793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.011250 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Added segment f2afa238-afca-42b4-9958-02eb370ea928 of type vxlan for network 3a884dba-cfe5-4cdc-ad46-a60258d9f012
Dec 02 15:55:30.055896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.070194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.130162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.131667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:30.132471 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.139137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-33d9724e-7ece-41ec-bd5f-e95803dcd1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:30.345106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Pushing event updated for resources: {'Network': ['ID=3a884dba-cfe5-4cdc-ad46-a60258d9f012,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:30.349608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:30.359637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:55:30.391632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8258452
Dec 02 15:55:30.392752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52804) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:30.407257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:55:30.411104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Request body: {'subnet': {'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-958749949-subnet', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:30.419709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:30.427442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Usage tracker for resource:subnet and tenant:559ce81be16c48f9bc941248b91b60ad is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:30.433970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:30.444519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:30.490013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Made reservation on behalf of 559ce81be16c48f9bc941248b91b60ad for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:30.508543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.604390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.685025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:30.739739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device cdb2ffa5-a3df-41a9-9f60-619a2bbae212 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:30.748309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fc527f02-07cd-44e4-a0a9-ab1f6508cc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:30.973766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:30.974582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:31.059803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'Port': ['ID=c0e408a9-0d77-44f6-9bae-a1e3f13931f6,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:31.067808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:31.068382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Sync routers for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:31.093595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:31.094880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090bd9e10>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:31.309022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52814) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:31.329931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:31.405236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:31.407291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.3803935
Dec 02 15:55:31.444899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:31.573876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:31.598063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:31.604572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Usage tracker for resource:security_group_rule and tenant:cd5fbbef14624994ae26303f2a95af04 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:31.609838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:31.610944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-8d68633b-beb7-4b40-953b-53215d216b72 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:31.618165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:31.702219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-8d68633b-beb7-4b40-953b-53215d216b72 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:31.705548 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-8d68633b-beb7-4b40-953b-53215d216b72 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.190 HTTP/1.1" status: 200  len: 696 time: 0.2907970
Dec 02 15:55:31.816581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:31.839377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:31.929355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-ff4233bf-ac64-40e4-9652-2f514b9c9067 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:31.932092 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4dfb4c8c-13ce-4083-a62b-c2975b003089 req-ff4233bf-ac64-40e4-9652-2f514b9c9067 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.2162070
Dec 02 15:55:32.011211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75597dc4-4258-4686-9440-362a247af562,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:32.048593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.049568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.049925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.050334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.050819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.051119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.051525 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.051924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.052388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.052785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.053799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.053799 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.054000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.054476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.054785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.055179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.055572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.055967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.056391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.057971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.057971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.057971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.057971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.058953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.078116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:32.082113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090bd9e10>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:26Z', 'revision_number': 2, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:32.089818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Checking router: dca5dc26-96f0-4547-947a-bf3e385ef00f for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:32.091089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Updating router dca5dc26-96f0-4547-947a-bf3e385ef00f port 4db74e42-07ab-4f38-90bc-9606107195e8 binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:55:32.098318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.144221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.162205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c87545a1-4999-42dc-bb8a-3100a9a65799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:32.186527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.288012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd5fbbef14624994ae26303f2a95af04&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9725907
Dec 02 15:55:32.289079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 52824) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:32.295682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e6ad8-1b4c-4cda-87be-b54e5f76a545,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:32.311748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Checking segment: {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:32.312230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Network hostable DHCP agents. Network: 3a884dba-cfe5-4cdc-ad46-a60258d9f012, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:55:32.321886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:32.428187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4d14-4077-4940-a557-02ce9dc45594 req-653f24e2-f211-4cb3-9573-dfeee4ec1aee tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:32.430750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-653f24e2-f211-4cb3-9573-dfeee4ec1aee tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2736833
Dec 02 15:55:32.434045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.522120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:55:32.568435 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-b2028fa7-3497-494e-bf75-a15f6ad829b4 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.190 HTTP/1.1" status: 200  len: 696 time: 0.1320722
Dec 02 15:55:32.574028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.593403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'floatingip': {'port_id': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:32.659816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 3a884dba-cfe5-4cdc-ad46-a60258d9f012) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:32.671662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c19343-9d05-45a1-ac36-a85c34c0a697 None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:55:32.707348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.721490 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:32.722538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.724504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Transition to ACTIVE for port object 4db74e42-07ab-4f38-90bc-9606107195e8 will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:32.745732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.755821 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:32.782684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:32.944750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6320624f-fa9f-4fd2-91ab-cc8edde6e294 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.5492156
Dec 02 15:55:32.949489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52830) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:32.953123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Pushing event updated for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:32.960194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:32.965309 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.965744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.966050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.966421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.966784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.967151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.968319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.968770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.969371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.969734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.970092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.970585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.971059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.971559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.972268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.972963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.973644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.974111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.974476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.974837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.975187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.975556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.975907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.976295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:55:32.978426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:32.982724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:32.996956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.007414 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-983750e8-604d-4bff-b2fe-7884478e3394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:33.015008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13a41336-dd51-573f-86cc-646074c8b13a-3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562'}]}} from dv-cinder-737618-2-iscsi. {{(pid=80395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 15:55:33.017302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.029389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Usage tracker for resource:router and tenant:559ce81be16c48f9bc941248b91b60ad is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:33.029632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e6ad8-1b4c-4cda-87be-b54e5f76a545,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:33.046104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:33.048988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:33.055530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.056058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:33.058291 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5b1e6ad8-1b4c-4cda-87be-b54e5f76a545 HTTP/1.1" status: 204  len: 168 time: 0.7683268
Dec 02 15:55:33.126893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851066481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3049'] for router, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.130742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851066504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3715562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850944407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772768'] for router, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.189065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.274457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Attempting to bind port 4db74e42-07ab-4f38-90bc-9606107195e8 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:33.274994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Attempting to bind port 4db74e42-07ab-4f38-90bc-9606107195e8 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:33.275794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Attempting to bind port 4db74e42-07ab-4f38-90bc-9606107195e8 on network b49751da-eb0e-4ecb-880c-88dd1ff589c9 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:33.284146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:33.284868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Checking segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:33.286070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.286895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Bound using segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:33.287911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Bound port: 4db74e42-07ab-4f38-90bc-9606107195e8, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:33.288816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.480335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] For port 4db74e42-07ab-4f38-90bc-9606107195e8, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:33.488069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] For port 4db74e42-07ab-4f38-90bc-9606107195e8, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=4db74e42-07ab-4f38-90bc-9606107195e8,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:33.529491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.586767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0518e557-f1ea-4d51-90df-558e2c144748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:33.895349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Pushing event updated for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=4']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:33.903256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f70f5b1-3066-47b5-8294-9c587b8aa876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:33.913734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Allocated IP 172.20.0.2 (3a884dba-cfe5-4cdc-ad46-a60258d9f012/75597dc4-4258-4686-9440-362a247af562/8fb7b04f-d224-49ca-a0b4-ccf1959d5096) {{(pid=80395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:33.922364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3709281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772849'] for router, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:33.938754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:33.940845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090bd9e10>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:34.029627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:34.090333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:34.231544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:34.351441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52842) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:34.430575 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Floating IP 81c0ad74-b40f-4d64-8224-db9eb90eb32f associated. External IP: 172.27.0.190, port: 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b.
Dec 02 15:55:34.602448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks [] for port, precommit_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:34.623438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Transition to ACTIVE for port object 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:34.647797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Transition to ACTIVE for port object 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 will not be triggered until provisioned by entity DHCP. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:34.671386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:34.693532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:34.701382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a1decfbf9c43a6b17b1388f88f8c5c is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:34.704295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299'] for port, after_create {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:34.706977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:34.741092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:34.786608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090bd9e10>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:33Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:34.787959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:34.792989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c34f3-3599-4f4d-8c07-aa9096ff1341 None None] The sync data for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi is: [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:33Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:34.812222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 4db74e42-07ab-4f38-90bc-9606107195e8 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:35.157676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.163417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.210723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.275266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.292938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d84ca4b0-a024-4db9-845c-66578a4a525f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:35.298241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Pushing event updated for resources: {'Port': ['ID=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,revision_number=1']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:35.308809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:35.309940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 4db74e42-07ab-4f38-90bc-9606107195e8 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:35.334521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 4db74e42-07ab-4f38-90bc-9606107195e8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:35.335005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.444064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 is already hosted by enough agents. {{(pid=80395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:35.447194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Resources bound (agent type, host, resource id):  {{(pid=80395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:35.450618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Received port after_create {{(pid=80395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:35.483826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Router c1d9b6e8-911e-400a-b054-870179a669c5 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:35.527153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9769bb7-3bb2-4bca-93f9-1ebbb9004e0b,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:35.542668 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4a1decfbf9c43a6b17b1388f88f8c5c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1871777
Dec 02 15:55:35.542668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:35.544518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52852) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:35.552903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Attempting to bind port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:35.553351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Attempting to bind port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:35.553870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Attempting to bind port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 on network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:35.572232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:35.572858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Checking segment: {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:35.573427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.573991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Bound using segment: {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:35.574650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Bound port: 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:35.575186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.732728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.768321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:35.779350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.783541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Sync routers for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:35.800992 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] For port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:35.812873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:35.813678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090827a20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:35.872594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.886114 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-a1fdc222-b2d8-4c2b-aebc-b8dcd3f1107f tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "PUT /v2.0/floatingips/81c0ad74-b40f-4d64-8224-db9eb90eb32f HTTP/1.1" status: 200  len: 996 time: 3.3039415
Dec 02 15:55:35.895196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port 4db74e42-07ab-4f38-90bc-9606107195e8, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=4db74e42-07ab-4f38-90bc-9606107195e8,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:35.902538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:35.936324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:35.989468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4d14-4077-4940-a557-02ce9dc45594 req-e7c65767-cf73-4780-b7f1-600b66fda4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:35.998744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] For port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:35.999000 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-e7c65767-cf73-4780-b7f1-600b66fda4a5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.1113055
Dec 02 15:55:35.999920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.005964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Allocated IP 172.27.0.143 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/e593db60-fefa-4413-846e-895375b84149) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:36.006276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:36.060481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.129154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.138929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1888a31a-8f7f-4ebc-aad9-1a6fb296d15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:36.165159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9769bb7-3bb2-4bca-93f9-1ebbb9004e0b,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:36.168498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:36.236915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:36.263124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.266930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4d14-4077-4940-a557-02ce9dc45594 req-9fdca776-d5e7-4b77-a6b6-7ebab006db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:36.270094 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-63802a3c-2936-4dcc-a548-dd4887b94aa5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9769bb7-3bb2-4bca-93f9-1ebbb9004e0b HTTP/1.1" status: 204  len: 168 time: 0.7242885
Dec 02 15:55:36.272297 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-9fdca776-d5e7-4b77-a6b6-7ebab006db42 service neutron] 10.222.0.101 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.2713213
Dec 02 15:55:36.348035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.365128 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:55:36.426177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:36.449297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:36.516784 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-c2e06acb-c93d-4292-8a53-907edb397089 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 999 time: 0.2319264
Dec 02 15:55:36.547025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Pushing event updated for resources: {'Port': ['ID=e593db60-fefa-4413-846e-895375b84149,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:36.568243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:36.584936 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:36.590838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:36.614483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:36.623751 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-c29e2413-7ed5-4568-8628-80284b338eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:36.625573 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-c29e2413-7ed5-4568-8628-80284b338eb2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.2236474
Dec 02 15:55:36.644203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4d14-4077-4940-a557-02ce9dc45594 req-5378659b-17e0-407c-8ce0-27b6fdc8bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:36.645834 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-5378659b-17e0-407c-8ce0-27b6fdc8bbb4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.1272209
Dec 02 15:55:36.695478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Pushing event updated for resources: {'Port': ['ID=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:36.742076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:36.774177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:36.789716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:36.796260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:37.023143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-21f636a4-8d36-421d-95c7-6c925b8ccf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:37.024900 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-21f636a4-8d36-421d-95c7-6c925b8ccf86 service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.3779531
Dec 02 15:55:37.051685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b37bfd-c53b-492c-88f1-7e5c4e2fd9dc req-425c6ca4-73bf-46dd-a3f4-cae6258a7582 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:37.054089 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-62b37bfd-c53b-492c-88f1-7e5c4e2fd9dc req-425c6ca4-73bf-46dd-a3f4-cae6258a7582 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.3103898
Dec 02 15:55:37.177416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090827a20>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '81c0ad74-b40f-4d64-8224-db9eb90eb32f', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'port_id': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'mac_address': 'fa:16:3e:7e:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:29Z', 'updated_at': '2020-12-02T15:55:33Z', 'revision_number': 1, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:37.178012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-62b37bfd-c53b-492c-88f1-7e5c4e2fd9dc req-8850d369-542e-46b0-a798-199ed1a030ec tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0823963
Dec 02 15:55:37.187613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Checking router: c1d9b6e8-911e-400a-b054-870179a669c5 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:37.193201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52868) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:37.211855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:37.216809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:37.218114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090827a20>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:37.237436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4d14-4077-4940-a557-02ce9dc45594 req-d5094d3d-2c22-456f-82d5-4210a7a149a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:37.239272 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-d5094d3d-2c22-456f-82d5-4210a7a149a6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4666905
Dec 02 15:55:37.244597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-aa90a5a6-a567-4f8f-978a-f10ca8023b8d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 999 time: 0.2055316
Dec 02 15:55:37.445232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:37.546713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:37.582099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:37.598855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:37b98aed2a79450cacf93645f103e1b4 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:37.605586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:37.609207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-244485f2-9671-4295-993d-40d9d63fde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:37.612043 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-244485f2-9671-4295-993d-40d9d63fde69 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.3069654
Dec 02 15:55:37.616719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:37.656554 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-56e64773-63c0-4989-8cc4-6e0510abe3b4 service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076250
Dec 02 15:55:37.937208 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-714c4d14-4077-4940-a557-02ce9dc45594 req-9c43a062-6956-4b1b-acfe-83d896dd2e3f service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2794807
Dec 02 15:55:37.949268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-6e4ec5de-4c22-491a-a86b-dcb1e9c08551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:37.951254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-6e4ec5de-4c22-491a-a86b-dcb1e9c08551 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2629569
Dec 02 15:55:37.969775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:38.079200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:38.103564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1230431403', 'description': 'tempest-TestMinimumBasicScenario-1230431403 description'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:38.116461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:38.135622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:38.147383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-92fe07e6-7511-4527-966d-e04b4191b2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:38.150199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090827a20>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '81c0ad74-b40f-4d64-8224-db9eb90eb32f', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'port_id': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'mac_address': 'fa:16:3e:7e:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:29Z', 'updated_at': '2020-12-02T15:55:33Z', 'revision_number': 1, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:38.161127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9f036-d842-4e7c-ae74-64325e6ae179 None None] The sync data for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi is: [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '81c0ad74-b40f-4d64-8224-db9eb90eb32f', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'port_id': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'mac_address': 'fa:16:3e:7e:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:29Z', 'updated_at': '2020-12-02T15:55:33Z', 'revision_number': 1, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:38.178888 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-2c2d9ed7-62e2-41d2-be68-47f8d9022330 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173634
Dec 02 15:55:38.184599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851066519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3718174'] for router, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:38.217685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:38.453108 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-006bdd29-6f49-458d-8356-4f1d77d809fd req-a80c2214-7dea-4b12-89f1-939912372c98 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2557743
Dec 02 15:55:38.553567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device fc8dafcb-64d1-4db0-a5fe-998da66496fc no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:55:38.668622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7b18a-7931-41b1-9c94-9eb7ceb6a517 None None] New status for floating IP 81c0ad74-b40f-4d64-8224-db9eb90eb32f: ACTIVE {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:55:38.684943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-9e57c702-3313-40bc-ac78-9bad1bda289d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:38.696929 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-9e57c702-3313-40bc-ac78-9bad1bda289d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.1487539
Dec 02 15:55:38.709183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602605db-dd81-4e50-8f24-1730fd58fef1,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:38.733500 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=37b98aed2a79450cacf93645f103e1b4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5399497
Dec 02 15:55:38.734981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:38.737509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52880) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:38.786018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:38.803017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Usage tracker for resource:security_group_rule and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:38.814185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:38.836099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:38.837126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86782f-2b20-41b0-8e83-39105e92c6e3 req-cb251641-fca6-4221-a0c9-5356cb7dc889 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:38.849688 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fa86782f-2b20-41b0-8e83-39105e92c6e3 req-cb251641-fca6-4221-a0c9-5356cb7dc889 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 946 time: 0.3730845
Dec 02 15:55:38.856582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port fc8dafcb-64d1-4db0-a5fe-998da66496fc {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:55:38.856988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:38.976232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.063370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191a5e7-a09b-4e62-86bf-3611bd27db03 None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:55:39.076311 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fa86782f-2b20-41b0-8e83-39105e92c6e3 req-497b7be2-18d5-4cbd-910e-c29462319de5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1585791
Dec 02 15:55:39.079055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.104528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 4db74e42-07ab-4f38-90bc-9606107195e8 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:39.159758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.206728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.213777 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d74bfba5-7e3a-44f7-951e-c2d59df32fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:39.262788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Router 8e7fe1ec-ff10-4885-84d3-52179c789dce is scheduled to L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 with binding_index 1 {{(pid=80394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 15:55:39.278486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.322762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:39.343878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:39.345100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f0ce7678-4b3e-4df7-bf8b-40a5ffc95565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:39.504604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.512315 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-70443f49-a849-4398-8007-7e41e3cc0ff6 req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 1.4400625
Dec 02 15:55:39.523368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602605db-dd81-4e50-8f24-1730fd58fef1,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:39.529344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.538305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-d7627221-c9f6-4b78-8a50-e5ac4b6eb393 None None] Provisioning for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:39.539266 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/602605db-dd81-4e50-8f24-1730fd58fef1 HTTP/1.1" status: 204  len: 168 time: 0.7964466
Dec 02 15:55:39.551775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:39.682275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:39.691279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:39.692173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.780712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 4db74e42-07ab-4f38-90bc-9606107195e8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:39.781150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.836426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.863674 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e79401ff-3d59-4b0d-aa8d-75ff445716bf admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.9121802
Dec 02 15:55:39.872665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 52890) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:55:39.902698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:39.907523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:55:39.947641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Sync routers for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:39.994997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:40.008914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:40.038349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:40.039570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a1c668>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:40.065937 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-18b77554-9b06-45f3-92ea-591bd459de8d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups/b67ed5ca-6e5b-430f-83f7-8c6d94aedad4 HTTP/1.1" status: 200  len: 1764 time: 0.3336344
Dec 02 15:55:40.086862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.089811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.089811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 0a26395d-7f3f-4e94-8339-cc2f2be71013 disassociated. External IP: 172.27.0.249, port: fc8dafcb-64d1-4db0-a5fe-998da66496fc.
Dec 02 15:55:40.089811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for fc8dafcb-64d1-4db0-a5fe-998da66496fc owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:55:40.129532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b67ed5ca-6e5b-430f-83f7-8c6d94aedad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:40.129988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b67ed5ca-6e5b-430f-83f7-8c6d94aedad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:40.166164 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:40.205528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Usage tracker for resource:security_group_rule and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:40.218582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:40.239008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:40.246223 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'code': 200}
Dec 02 15:55:40.350006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.359286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:55:40.359634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:55:40.362082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed75e817-8471-438c-bb18-5562b48341a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:40.542491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:40.646064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.659033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:40.659756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b4fc-0a0e-45d9-b9f9-6e85194ad059 req-ee8b9bc1-f00a-497f-91d0-2bb8a26de971 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:40.667708 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca14b4fc-0a0e-45d9-b9f9-6e85194ad059 req-ee8b9bc1-f00a-497f-91d0-2bb8a26de971 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 944 time: 0.2098103
Dec 02 15:55:40.688542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:40.706706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.752230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:40.797599 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ca14b4fc-0a0e-45d9-b9f9-6e85194ad059 req-c376c858-8be9-4897-a653-80a2b5c6e380 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1104639
Dec 02 15:55:40.832130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.861602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port fc8dafcb-64d1-4db0-a5fe-998da66496fc {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:55:40.862232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:40.997348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0e688083-b3d8-4c5c-b7aa-381bb97bb1cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:41.025546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:41.036564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:41.036564 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.086149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1560c326-a87e-4753-965f-a7044e3c7614,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:41.130130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:41.130366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Provisioning complete for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:41.130366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.186733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.199396 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e6c247c-410a-49ee-adf4-6c38d9f3afaf req-8ffc142e-813e-4c10-ab27-6cbae0c4aea5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 1.1035991
Dec 02 15:55:41.350527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] For port fc8dafcb-64d1-4db0-a5fe-998da66496fc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=fc8dafcb-64d1-4db0-a5fe-998da66496fc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:41.351410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.452702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9f34fb42-3903-4e97-b91d-e07175568287 req-518d2c0a-3081-42db-9ae3-a3710be0972b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups/b67ed5ca-6e5b-430f-83f7-8c6d94aedad4 HTTP/1.1" status: 200  len: 2325 time: 0.1510351
Dec 02 15:55:41.454373 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.456622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.524810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b67ed5ca-6e5b-430f-83f7-8c6d94aedad4', 'remote_group_id': None}]} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:41.525103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b67ed5ca-6e5b-430f-83f7-8c6d94aedad4', 'remote_group_id': None}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:41.534464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] For port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:41.539521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:41.599823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.607381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c8f4ba02-97e2-4570-8a5c-81b1523f1852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:41.625349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Usage tracker for resource:security_group_rule and tenant:b3960161fdaa40adbf4ef023f92ffd5d is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:41.631580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:41.644453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:41.722677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.815865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.830237 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.830954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.833750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 0a26395d-7f3f-4e94-8339-cc2f2be71013 disassociated. External IP: 172.27.0.249, port: fc8dafcb-64d1-4db0-a5fe-998da66496fc.
Dec 02 15:55:41.834527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for fc8dafcb-64d1-4db0-a5fe-998da66496fc owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:55:41.920176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.979740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:41.986724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:42.009961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82acb392-f235-4c8f-9a07-b598596d8aa3,revision_number=0']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:42.016465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:42.053548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Allocated IP 172.20.0.1 (3a884dba-cfe5-4cdc-ad46-a60258d9f012/75597dc4-4258-4686-9440-362a247af562/efee0010-ec90-4b18-839d-14abe64ccfc8) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:42.102406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-8b83369f-afff-43c8-9eed-ce07e1cbe8c8 None None] Provisioning complete for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:42.103189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8b83369f-afff-43c8-9eed-ce07e1cbe8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.161400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Pushing event updated for resources: {'Port': ['ID=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:42.166527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:42.198226 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9b983b8d-91f0-4a1c-94ee-64bf4eeffa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.316962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc4755-8dc7-46c4-b27b-498faeb44397 req-9e46afbc-ad86-41b0-86a3-3939036924dc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:42.324628 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-12cc4755-8dc7-46c4-b27b-498faeb44397 req-9e46afbc-ad86-41b0-86a3-3939036924dc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 865 time: 0.2426107
Dec 02 15:55:42.328952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.345794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group_rule, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.347580 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9f34fb42-3903-4e97-b91d-e07175568287 req-a83e9a8e-ee5d-40e5-b5bf-a0f6f895d1f0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.8648081
Dec 02 15:55:42.366270 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a1c668>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:37Z', 'revision_number': 3, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:42.381403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Checking router: 8e7fe1ec-ff10-4885-84d3-52179c789dce for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:42.381811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Updating router 8e7fe1ec-ff10-4885-84d3-52179c789dce port e593db60-fefa-4413-846e-895375b84149 binding host dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:55:42.385299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9f948236-7a70-421f-b8eb-0003a4d7c9c1 tempest-VolumesActionsTest-1046407281 tempest-VolumesActionsTest-1046407281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:42.401356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.443035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=fc8dafcb-64d1-4db0-a5fe-998da66496fc,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:42.454116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:42.467465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.474787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Transition to ACTIVE for port object efee0010-ec90-4b18-839d-14abe64ccfc8 will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:42.561265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:42.578892 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-12cc4755-8dc7-46c4-b27b-498faeb44397 req-552a27dc-9f2b-4f27-bbc9-0bd2f41410b1 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2519135
Dec 02 15:55:42.769580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fc9a92db-84da-4cd8-b9f4-db4edc9a7777 tempest-VolumesSnapshotTestJSON-887172574 tempest-VolumesSnapshotTestJSON-887172574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:42.882900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:42.886484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:42.889795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:43.243750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks [] for port, precommit_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.288817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851057469'] for router_interface, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.294808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-7be1a37e-18f6-4ebd-96d3-8987626a564e tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1230431403&fields=id&tenant_id=b3960161fdaa40adbf4ef023f92ffd5d HTTP/1.1" status: 200  len: 267 time: 0.3344483
Dec 02 15:55:43.305538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Transition to ACTIVE for port object e593db60-fefa-4413-846e-895375b84149 will not be triggered until provisioned by entity L2. {{(pid=80395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:43.315428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:43.322624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:43.341304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.366233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:43.494803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.516305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-44cb0d6f-e17d-4ef2-b76b-dd33d0ff3c0b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:43.519624 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-44cb0d6f-e17d-4ef2-b76b-dd33d0ff3c0b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.2234488
Dec 02 15:55:43.527941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:43.540396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'port': {'security_groups': ['a24713fa-102a-425e-837c-96d57dd8c352', 'b67ed5ca-6e5b-430f-83f7-8c6d94aedad4']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:43.616105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c2b48-9cf4-43f7-b468-dfe90c17dd6f None None] Pushing event updated for resources: {'Port': ['ID=e593db60-fefa-4413-846e-895375b84149,revision_number=2']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:43.621648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-907c2b48-9cf4-43f7-b468-dfe90c17dd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:43.634343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-efa35fe6-fe52-48bc-8064-2d55e30121e5 None None] Provisioning for port efee0010-ec90-4b18-839d-14abe64ccfc8 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:43.644144 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-efa35fe6-fe52-48bc-8064-2d55e30121e5 None None] Provisioning complete for port efee0010-ec90-4b18-839d-14abe64ccfc8 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:43.644503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-efa35fe6-fe52-48bc-8064-2d55e30121e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.746601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-efa35fe6-fe52-48bc-8064-2d55e30121e5 None None] Port efee0010-ec90-4b18-839d-14abe64ccfc8 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:43.790438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Attempting to bind port e593db60-fefa-4413-846e-895375b84149 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:43.790968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Attempting to bind port e593db60-fefa-4413-846e-895375b84149 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:43.791653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Attempting to bind port e593db60-fefa-4413-846e-895375b84149 on network 24f8c85b-53da-46d7-af04-bab2a0f68b29 {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:43.804882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:43.805407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Checking segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:43.806006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.806680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Bound using segment: {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'} {{(pid=80395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:43.807448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Bound port: e593db60-fefa-4413-846e-895375b84149, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245906be-4169-47e9-9be0-825a07ec06f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}}] {{(pid=80395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:43.808905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.875403 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c107565e-ab48-4fde-922e-f11f052ab419 req-086a8811-2787-47ce-a498-e85f622a6443 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.0659940
Dec 02 15:55:43.937039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] For port e593db60-fefa-4413-846e-895375b84149, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:43.941870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] For port e593db60-fefa-4413-846e-895375b84149, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=e593db60-fefa-4413-846e-895375b84149,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:43.950206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:43.983117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.010541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:44.038453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.054424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:44.086498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:44.092722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.126073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c9076cd3-15e0-487b-895a-937855df2c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.141725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:44.149463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10908ae710>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:44.175397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] No DVR routers for this DVR port fc8dafcb-64d1-4db0-a5fe-998da66496fc on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:55:44.185877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.191726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-deleted', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:44.219446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c2b48-9cf4-43f7-b468-dfe90c17dd6f None None] Pushing event updated for resources: {'Port': ['ID=e593db60-fefa-4413-846e-895375b84149,revision_number=3']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:44.225256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-907c2b48-9cf4-43f7-b468-dfe90c17dd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:44.300535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:44.303492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:44.320214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e630dc7-3a33-40c7-a4ab-47214ce8d604 req-28f3ed37-41f6-4040-9e98-ab94c9ca40df tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "DELETE /v2.0/ports/fc8dafcb-64d1-4db0-a5fe-998da66496fc HTTP/1.1" status: 204  len: 173 time: 5.6221993
Dec 02 15:55:44.392128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703326'] for router_interface, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.394975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:44.395728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a1c668>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:44.618538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:44.619332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:44.679782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:44.744711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:44.862894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Pushing event updated for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:44.880622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:44.951222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:44.951807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:45.319708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10908ae710>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:45.328704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:45.332296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:45.352744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:45.354404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10908ae710>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:45.418388 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6186d2-2516-45ad-b5a8-659eda7064a7', 'name': 'network-vif-deleted', 'tag': 'fc8dafcb-64d1-4db0-a5fe-998da66496fc', 'status': 'completed', 'code': 200}
Dec 02 15:55:45.425678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Router 8e7fe1ec-ff10-4885-84d3-52179c789dce has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:55:45.439390 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-54d0bd34-06ef-4e21-be7f-366595fcfa79 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/networks?tenant_id=8591aaa151db43c89c50508ddfdae3f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1241679
Dec 02 15:55:45.494396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a1c668>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'efee0010-ec90-4b18-839d-14abe64ccfc8', 'name': '', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'mac_address': 'fa:16:3e:73:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:41Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 2, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'subnets': [{'id': '75597dc4-4258-4686-9440-362a247af562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:45.503185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd7a4-bf5e-480a-8bd0-fab150e03298 None None] The sync data for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi is: [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'efee0010-ec90-4b18-839d-14abe64ccfc8', 'name': '', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'mac_address': 'fa:16:3e:73:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:41Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 2, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'subnets': [{'id': '75597dc4-4258-4686-9440-362a247af562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:45.541359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-2d6c1bae-9ccd-4d7a-ad3e-2b72ebb9c452 None None] Provisioning complete for port efee0010-ec90-4b18-839d-14abe64ccfc8 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:45.541818 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d6c1bae-9ccd-4d7a-ad3e-2b72ebb9c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:45.543015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:45.610206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:45.620645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c1bae-9ccd-4d7a-ad3e-2b72ebb9c452 None None] Port efee0010-ec90-4b18-839d-14abe64ccfc8 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:45.684806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:45.702183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:45.703086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:45.871005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:45.909760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=5']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:45.916634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:45.945791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-4b75421e-3875-4ff0-8e99-277330540972 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:45.953996 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-4b75421e-3875-4ff0-8e99-277330540972 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5169802
Dec 02 15:55:45.996219 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-3512820d-ff2b-4e6e-a559-4bee89945e2d tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/quotas/8591aaa151db43c89c50508ddfdae3f0 HTTP/1.1" status: 200  len: 375 time: 0.0399721
Dec 02 15:55:46.025446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:46.027213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:46.064369 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f26f2f86-738e-4881-8d4c-c2eb14268dad req-5e05f8ce-4693-4bf4-ba1d-be35aa2355e5 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "PUT /v2.0/ports/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 981 time: 2.5339568
Dec 02 15:55:46.081977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:55:46.097544 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-3eb1b619-1c0f-42a3-bbc5-14eff6037f45 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?tenant_id=8591aaa151db43c89c50508ddfdae3f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0917945
Dec 02 15:55:46.126964 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] 10.222.0.101 "PUT /v2.0/routers/8e7fe1ec-ff10-4885-84d3-52179c789dce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2521482
Dec 02 15:55:46.306796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:46.351455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10908ae710>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:46.364359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d3113-fc9a-4728-8863-775b497bf8d9 None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:46.498034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-28578eb7-44e8-4448-8738-058c09b8ba21 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:46.498598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28578eb7-44e8-4448-8738-058c09b8ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:46.663948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-89885d05-f45d-4e23-9072-c7d19d956992 req-01b15733-db11-4840-bf63-a5df2589b311 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:46.781015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-89885d05-f45d-4e23-9072-c7d19d956992 req-01b15733-db11-4840-bf63-a5df2589b311 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:46.783212 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-89885d05-f45d-4e23-9072-c7d19d956992 req-01b15733-db11-4840-bf63-a5df2589b311 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=7c6186d2-2516-45ad-b5a8-659eda7064a7 HTTP/1.1" status: 200  len: 210 time: 0.2840731
Dec 02 15:55:47.143758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f54387-ab77-47c1-bdd5-644ff1f46d5f None None] New status for floating IP 0a26395d-7f3f-4e94-8339-cc2f2be71013: DOWN {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:55:47.218548 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e7d0d0ab-95d1-4a72-bfc8-6e9a69312d2f req-9861c0e4-ea5d-4e10-9706-33d9f740342c tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 210 time: 0.1056359
Dec 02 15:55:47.230479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a01e4-942e-4a76-8223-518db54a1003 req-83eb38ee-5367-425e-adce-dc11bd4389b0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:47.234961 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d5a01e4-942e-4a76-8223-518db54a1003 req-83eb38ee-5367-425e-adce-dc11bd4389b0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1866498
Dec 02 15:55:47.325692 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0d5a01e4-942e-4a76-8223-518db54a1003 req-3397086a-c495-4e2a-ab58-9fceff4960bd tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0819430
Dec 02 15:55:47.420239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:47.560880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:47.567416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:55:47.830688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-b6e8e6ad-8aa7-4167-9cf7-61848dfe625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:47.832533 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-b6e8e6ad-8aa7-4167-9cf7-61848dfe625d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1202 time: 0.2260489
Dec 02 15:55:47.979261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:47.979690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:48.188347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-a7cad9ef-a4a9-4d08-aa7b-91d3078afdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:48.199490 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-a7cad9ef-a4a9-4d08-aa7b-91d3078afdde service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.3497941
Dec 02 15:55:48.307752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e593db60-fefa-4413-846e-895375b84149 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:48.408676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1418015083', 'description': 'tempest-TestShelveInstance-1418015083 description'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:48.431359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:48.450179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Usage tracker for resource:security_group and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:48.461865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:48.467483 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-8b2d7a4b-8831-44e4-988b-5d6fa3d3bc26 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 1001 time: 0.2613750
Dec 02 15:55:48.475834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:48.495168 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port e593db60-fefa-4413-846e-895375b84149 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:48.502596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port e593db60-fefa-4413-846e-895375b84149 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:48.503057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:48.576794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-6eca0fcd-8c2c-408f-9224-89238aeafd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:48.578913 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-6eca0fcd-8c2c-408f-9224-89238aeafd1b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.0942268
Dec 02 15:55:48.677926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:48.729529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:48.738310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:48.743662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Usage tracker for resource:security_group_rule and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:48.750439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:48.759435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port e593db60-fefa-4413-846e-895375b84149, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=e593db60-fefa-4413-846e-895375b84149,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:48.760065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:48.777864 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-73edc1d1-a3d1-4123-8589-d08e7ba360d2 req-a878d0c5-a2d4-4f1b-b2c9-b7f6500aec1b tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 210 time: 0.0658026
Dec 02 15:55:48.795499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:48.803003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-295d722e-23c0-4611-8d68-8ffcd927a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:48.806377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:48.806569 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-295d722e-23c0-4611-8d68-8ffcd927a7a3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2014239
Dec 02 15:55:48.903873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=e593db60-fefa-4413-846e-895375b84149,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:48.909057 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:49.030186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:49.055448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-2569014c-c5a4-4f73-8fbd-4738fc4037f4 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374091
Dec 02 15:55:49.066626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:49.115656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:49.126988 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-646fca5c-1dc3-4e7b-82c5-53b9e7627fd6 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2048584045&fields=id&tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 267 time: 0.0951381
Dec 02 15:55:49.353500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4e66ee54-6d96-467e-b61d-bf4566fdea9a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:49.355697 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4e66ee54-6d96-467e-b61d-bf4566fdea9a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.2159572
Dec 02 15:55:49.357084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'SecurityGroup': ['ID=45066472-c9db-4980-92e6-7d11978b20f4,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:49.375056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:49.379197 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-7578ee7f-1129-4d66-bafd-9607a7715fd9 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.103 "GET /v2.0/networks?tenant_id=8591aaa151db43c89c50508ddfdae3f0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0574210
Dec 02 15:55:49.384061 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7f2584c8-228b-4efa-acc8-2b332882eb83 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/quotas/e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 375 time: 0.0186892
Dec 02 15:55:49.434186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:49.435614 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6a22ba0f-050d-4e0c-945e-1addfdd1677e req-0ce7ab65-8067-4b0b-b114-2956237d2356 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 1.0361025
Dec 02 15:55:49.556428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-469bb1e7-9e43-4bd2-ab01-b2b60d360482 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1574419
Dec 02 15:55:49.629935 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb6633a6-ecf4-417f-8947-254bde5d8068 req-6f95a296-c1ac-40ba-96bc-13f4c0bb361d service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5650394
Dec 02 15:55:49.702771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-d44af1a1-24fb-4f2c-9915-764b90567b85 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:49.706133 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-d44af1a1-24fb-4f2c-9915-764b90567b85 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3094552
Dec 02 15:55:49.739290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Request body: {'port': {'device_id': '20f65c01-728a-48c5-8300-304df54b6f75', 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf', 'admin_state_up': True, 'tenant_id': '8591aaa151db43c89c50508ddfdae3f0'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:49.774677 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-c32fe35c-15d7-4c11-a361-407f7e378160 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070048
Dec 02 15:55:49.972545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-ec852a28-a752-4aed-ba93-79205a666462 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1961684
Dec 02 15:55:49.992110 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-d64ba5fa-6d7b-44e9-99fd-48bfda989b60 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups/45066472-c9db-4980-92e6-7d11978b20f4 HTTP/1.1" status: 200  len: 1752 time: 0.1332479
Dec 02 15:55:50.017915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45066472-c9db-4980-92e6-7d11978b20f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:50.018442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45066472-c9db-4980-92e6-7d11978b20f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:50.031300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:50.034453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:50.043529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Usage tracker for resource:security_group_rule and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:50.047620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Usage tracker for resource:port and tenant:8591aaa151db43c89c50508ddfdae3f0 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:50.052676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:50.054608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Quota usage for port was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:50.062997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:50.066356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:50.157428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e593db60-fefa-4413-846e-895375b84149 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:50.167542 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Made reservation on behalf of 8591aaa151db43c89c50508ddfdae3f0 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:50.174505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.208138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.249391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:50.253765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.260365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Usage tracker for resource:security_group_rule and tenant:8591aaa151db43c89c50508ddfdae3f0 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:50.266913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:50.304031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:50.313480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.319266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port e593db60-fefa-4413-846e-895375b84149 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:50.319920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.362408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.377724 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:50.410455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c179e2-9a4e-4b3e-99e9-65725059c891,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:50.413711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:50.574392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.578407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.579950 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78691ef3-a249-429c-bb50-3e8ebc75f37f req-194dcfdc-c6b7-47dc-b46f-c86cdc8f0678 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.5729234
Dec 02 15:55:50.583661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Sync routers for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:55:50.606806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:50.607906 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c57748>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:50.617571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:50.640881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-babdd141-e2d0-4058-8a13-8d1aff7e5323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:50.808422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Pushing event updated for resources: {'SecurityGroup': ['ID=137d8122-1c5d-44cf-b733-a13e284ef8d5,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:50.814850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:50.922472 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:50.972770 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-49c2c24a-a3db-4e14-a08f-1731d95fbe2c req-15785ec2-145b-4cf0-a6b9-941023f9ceb1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 210 time: 0.0852783
Dec 02 15:55:51.097787 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-578f20e2-120a-49f5-81ae-5460501b61ae tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups/45066472-c9db-4980-92e6-7d11978b20f4 HTTP/1.1" status: 200  len: 2313 time: 0.1456654
Dec 02 15:55:51.150154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45066472-c9db-4980-92e6-7d11978b20f4', 'remote_group_id': None}]} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:51.152084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45066472-c9db-4980-92e6-7d11978b20f4', 'remote_group_id': None}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:51.166850 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7f803ca3-3fb5-489f-96d3-00978e8c8a25 req-cc54efb2-e288-41b8-80ce-5bfd81afb60c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.1378284
Dec 02 15:55:51.171203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:51.176457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Usage tracker for resource:security_group_rule and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:55:51.181811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:55:51.238802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:51.299681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Allocated IP 192.168.233.233 (4a862c71-0b09-422d-b055-27ce957a6faf/c0751ca3-17e1-448c-8150-9338bd774c78/3bdece54-2aec-4ff7-be16-f74e758675ae) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:51.445049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:51.461264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c57748>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'efee0010-ec90-4b18-839d-14abe64ccfc8', 'name': '', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'mac_address': 'fa:16:3e:73:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:41Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 2, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'subnets': [{'id': '75597dc4-4258-4686-9440-362a247af562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:51.466255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Checking router: 8e7fe1ec-ff10-4885-84d3-52179c789dce for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:55:51.466844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Updating router 8e7fe1ec-ff10-4885-84d3-52179c789dce port efee0010-ec90-4b18-839d-14abe64ccfc8 binding host dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 15:55:51.549381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:51.561723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:51.669505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:51.707781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Transition to ACTIVE for port object 3bdece54-2aec-4ff7-be16-f74e758675ae will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:51.838036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818931'] for security_group_rule, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:51.842749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e9a7a1ea-afd7-4a6d-89a3-0ce1161ef805 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:51.894372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15f3892-3934-4fbc-9f29-6d8fb453c57f,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:51.895917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:51.940287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.037005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-03f4b1aa-ce0c-4981-9891-081b6afe3113 tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:52.150382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group_rule, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.150382 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-929d47f7-3715-45b7-b326-af8ef93ad0ad req-a3808474-9b3d-4d20-9bb6-743c33da8c79 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 1.0082467
Dec 02 15:55:52.282507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Network 4a862c71-0b09-422d-b055-27ce957a6faf is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:52.288221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:52.306684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Pushing event updated for resources: {'Port': ['ID=3bdece54-2aec-4ff7-be16-f74e758675ae,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:52.312701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:52.314752 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:52.447174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks [] for port, precommit_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.463161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Transition to ACTIVE for port object efee0010-ec90-4b18-839d-14abe64ccfc8 will not be triggered until provisioned by entity L2. {{(pid=80396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:52.521386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:52.522112 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.526864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.542510 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-74dcdf3a-22a8-457b-aea3-791b8504e31f req-3399ff9c-dbd3-4c4c-b06d-798b2252dc96 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.1426296
Dec 02 15:55:52.557194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e278-aa48-417d-ba81-054710ad9321 req-c1d51123-8d1f-4176-baa0-76e73b5e5bcb tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:52.559596 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e80e278-aa48-417d-ba81-054710ad9321 req-c1d51123-8d1f-4176-baa0-76e73b5e5bcb tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 936 time: 0.1754036
Dec 02 15:55:52.655375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1d57260a-7685-4354-8bc4-05ce53f0ef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:52.659132 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9258113
Dec 02 15:55:52.675215 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e80e278-aa48-417d-ba81-054710ad9321 req-60821bcc-f430-4ae9-87a5-7720a804bb38 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078718
Dec 02 15:55:52.695761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Request body: {'port': {'device_id': '20f65c01-728a-48c5-8300-304df54b6f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:52.722626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-f620b0a5-74bf-46a8-ab47-7e7114fec87e None None] Provisioning for port 3bdece54-2aec-4ff7-be16-f74e758675ae completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:52.732507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-f620b0a5-74bf-46a8-ab47-7e7114fec87e None None] Provisioning complete for port 3bdece54-2aec-4ff7-be16-f74e758675ae triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:52.733783 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f620b0a5-74bf-46a8-ab47-7e7114fec87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:52.797433 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b592076-eb52-4b1b-9063-f764a955085e None None] Pushing event updated for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=3']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:52.804012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3b592076-eb52-4b1b-9063-f764a955085e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:52.874388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-f620b0a5-74bf-46a8-ab47-7e7114fec87e None None] Port 3bdece54-2aec-4ff7-be16-f74e758675ae cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:52.890252 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:53.055908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Attempting to bind port efee0010-ec90-4b18-839d-14abe64ccfc8 on host dv-cinder-737618-2-iscsi for vnic_type normal with profile  {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:53.056549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Attempting to bind port efee0010-ec90-4b18-839d-14abe64ccfc8 by drivers openvswitch on host dv-cinder-737618-2-iscsi at level 0 using segments [{'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:53.056915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Attempting to bind port efee0010-ec90-4b18-839d-14abe64ccfc8 on network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:53.065923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Checking agent: {'id': '94b744aa-9a75-4735-aa93-d8a53d527f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 38, 46), 'started_at': datetime.datetime(2020, 12, 2, 15, 39, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:53.066352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Checking segment: {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:53.066810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:53.067257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Bound using segment: {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'} {{(pid=80396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:53.067804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Bound port: efee0010-ec90-4b18-839d-14abe64ccfc8, host: dv-cinder-737618-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2afa238-afca-42b4-9958-02eb370ea928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012'}}] {{(pid=80396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:53.068280 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:53.224852 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] For port efee0010-ec90-4b18-839d-14abe64ccfc8, host dv-cinder-737618-2-iscsi, cleared binding levels {{(pid=80396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:53.228946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] For port efee0010-ec90-4b18-839d-14abe64ccfc8, host dv-cinder-737618-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=efee0010-ec90-4b18-839d-14abe64ccfc8,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:53.262321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:53.391223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ba67d6a3-59fb-4bc6-ad4f-03611db87607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:53.525611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b592076-eb52-4b1b-9063-f764a955085e None None] Pushing event updated for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=4']} {{(pid=80396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:53.539880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3b592076-eb52-4b1b-9063-f764a955085e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:53.634948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:55:53.636995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c57748>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:55:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:53.738236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-01f53eac-ff65-42a1-b80c-e4f32cca147e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:53.739873 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-01f53eac-ff65-42a1-b80c-e4f32cca147e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.2164714
Dec 02 15:55:53.896696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-01b6125f-eab7-4a4c-bc2e-228969c23917 req-84282c82-ef79-4eb2-b9e9-ffcf7f933495 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.1640887
Dec 02 15:55:54.089234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:55:54.099176 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-bfb26347-f3c6-4e5d-87ab-f28939298ec7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 5551 time: 0.3258727
Dec 02 15:55:54.123682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'port': {'device_id': '78341935-3dc2-452e-a748-a46473230141', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'admin_state_up': True, 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'security_groups': ['84b94ee0-92cf-4dbe-8dc6-c45763dad97a']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:54.305678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device efee0010-ec90-4b18-839d-14abe64ccfc8 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:54.334319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:55:54.345405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:55:54.375527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671454f-a7f4-43de-a618-505b40f71137 req-2d29fa23-cbab-45fa-b9ce-c6c786b0a5e1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:54.377633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c671454f-a7f4-43de-a618-505b40f71137 req-2d29fa23-cbab-45fa-b9ce-c6c786b0a5e1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Synchronizing usage tracker for tenant:8591aaa151db43c89c50508ddfdae3f0 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:54.492876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Made reservation on behalf of e84bacbd36bc4a75898431f75ffae141 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:55:54.499194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.501987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning for port efee0010-ec90-4b18-839d-14abe64ccfc8 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:54.513671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port efee0010-ec90-4b18-839d-14abe64ccfc8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:54.514508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.558155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdece54-2aec-4ff7-be16-f74e758675ae {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:55:54.572046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.617478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c57748>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'efee0010-ec90-4b18-839d-14abe64ccfc8', 'name': '', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'mac_address': 'fa:16:3e:73:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:41Z', 'updated_at': '2020-12-02T15:55:53Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'subnets': [{'id': '75597dc4-4258-4686-9440-362a247af562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:55:54.630195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69159887-26b0-414e-82b7-adb6fe43e68c None None] The sync data for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi is: [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T15:55:43Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'efee0010-ec90-4b18-839d-14abe64ccfc8', 'name': '', 'network_id': '3a884dba-cfe5-4cdc-ad46-a60258d9f012', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'mac_address': 'fa:16:3e:73:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '75597dc4-4258-4686-9440-362a247af562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:41Z', 'updated_at': '2020-12-02T15:55:53Z', 'revision_number': 4, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'subnets': [{'id': '75597dc4-4258-4686-9440-362a247af562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:55:54.681714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c671454f-a7f4-43de-a618-505b40f71137 req-2d29fa23-cbab-45fa-b9ce-c6c786b0a5e1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Unset dirty status for tenant:8591aaa151db43c89c50508ddfdae3f0 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:54.684267 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c671454f-a7f4-43de-a618-505b40f71137 req-2d29fa23-cbab-45fa-b9ce-c6c786b0a5e1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 936 time: 0.6576328
Dec 02 15:55:54.741755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Transition to ACTIVE for port object 3bdece54-2aec-4ff7-be16-f74e758675ae will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:54.757987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.801056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.804130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] For port efee0010-ec90-4b18-839d-14abe64ccfc8, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=efee0010-ec90-4b18-839d-14abe64ccfc8,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:55:54.823268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c671454f-a7f4-43de-a618-505b40f71137 req-e99021f1-6a13-409e-915a-47e209fd350b tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Synchronizing usage tracker for tenant:8591aaa151db43c89c50508ddfdae3f0 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:54.826093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1b4b22a0-d304-4e49-9dbd-8a849e58cbdf tempest-AttachVolumeNegativeTest-2008961866 tempest-AttachVolumeNegativeTest-2008961866] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:54.854899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:54.858514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:54.937579 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Pushing event updated for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:54.941879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:55.081669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c671454f-a7f4-43de-a618-505b40f71137 req-e99021f1-6a13-409e-915a-47e209fd350b tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Unset dirty status for tenant:8591aaa151db43c89c50508ddfdae3f0 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:55.092571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c671454f-a7f4-43de-a618-505b40f71137 req-e99021f1-6a13-409e-915a-47e209fd350b tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3898547
Dec 02 15:55:55.093371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdece54-2aec-4ff7-be16-f74e758675ae,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:55.103075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:55.124649 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-13135790-bd2f-44d8-a86f-1fbde9e55223 req-107d85ac-df45-44c3-8f21-9a21d3160df0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.0546019
Dec 02 15:55:55.362676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.20.0.4 (fb4a3f3f-f009-42fb-af5a-e60d7446ffbb/9415ea95-c8b9-4f2a-9751-152624286395/a1b80e49-be90-44c1-870d-de3cc7b6ba08) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:55:55.418613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Attempting to bind port 3bdece54-2aec-4ff7-be16-f74e758675ae on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:55.419194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Attempting to bind port 3bdece54-2aec-4ff7-be16-f74e758675ae by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:55.419539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Attempting to bind port 3bdece54-2aec-4ff7-be16-f74e758675ae on network 4a862c71-0b09-422d-b055-27ce957a6faf {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:55.428568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:55.429029 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Checking segment: {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:55.429519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:55.429941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Bound using segment: {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:55.430485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Bound port: 3bdece54-2aec-4ff7-be16-f74e758675ae, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce8fabf-9168-4bea-b731-807ad5627371', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a862c71-0b09-422d-b055-27ce957a6faf'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:55.430934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:55.665335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] For port 3bdece54-2aec-4ff7-be16-f74e758675ae, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:55.689333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] For port 3bdece54-2aec-4ff7-be16-f74e758675ae, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3bdece54-2aec-4ff7-be16-f74e758675ae,segment=NetworkSegment(4ce8fabf-9168-4bea-b731-807ad5627371),segment_id=4ce8fabf-9168-4bea-b731-807ad5627371)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:55.710082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:55.731661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:55.749058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Transition to ACTIVE for port object a1b80e49-be90-44c1-870d-de3cc7b6ba08 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:55.750303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-96017b61-0778-4115-8a71-8acee193909b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:55.915089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Pushing event updated for resources: {'Port': ['ID=3bdece54-2aec-4ff7-be16-f74e758675ae,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:55.918464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:55.961195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:55.978203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-15a69b9c-ed01-4612-9490-ffec045d1893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:56.126534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device efee0010-ec90-4b18-839d-14abe64ccfc8 up at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:55:56.143248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:56.143955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:56.145540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-def06745-ac2a-439f-aaec-6964678b224d service neutron] 10.222.0.103 "PUT /v2.0/ports/3bdece54-2aec-4ff7-be16-f74e758675ae HTTP/1.1" status: 200  len: 1162 time: 3.4623392
Dec 02 15:55:56.146097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:55:56.155216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=a1b80e49-be90-44c1-870d-de3cc7b6ba08,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:56.168032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:56.272912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Provisioning complete for port efee0010-ec90-4b18-839d-14abe64ccfc8 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:56.274608 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:56.661149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:55:56.666500 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:55:56.675341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:55:56.756924 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-0320f521-7c0e-4dfa-846e-2661e78a6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:56.758819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-0320f521-7c0e-4dfa-846e-2661e78a6bd6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8591aaa151db43c89c50508ddfdae3f0&device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 1165 time: 0.2684836
Dec 02 15:55:56.771403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677ea0-5d91-46a6-94f2-311e5e62a724 req-6c79f48c-24a0-4a43-8198-1a6209a66db1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:56.773205 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-05677ea0-5d91-46a6-94f2-311e5e62a724 req-6c79f48c-24a0-4a43-8198-1a6209a66db1 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 948 time: 0.2841887
Dec 02 15:55:56.780727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:56.781449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:56.896559 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-bd3a0c39-fae1-48fb-bfae-accafb9661d5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3bdece54-2aec-4ff7-be16-f74e758675ae HTTP/1.1" status: 200  len: 217 time: 0.1083789
Dec 02 15:55:56.946512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5dbabe56-c366-4282-800a-c28ae815d546 None None] Provisioning for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:55:56.954898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-5dbabe56-c366-4282-800a-c28ae815d546 None None] Provisioning complete for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:55:56.955643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dbabe56-c366-4282-800a-c28ae815d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:56.972696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-05677ea0-5d91-46a6-94f2-311e5e62a724 req-4b216095-e359-4867-a88c-3ce553ca040d tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857817
Dec 02 15:55:57.024132 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae', 'status': 'completed', 'code': 200}
Dec 02 15:55:57.049606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-5dbabe56-c366-4282-800a-c28ae815d546 None None] Port a1b80e49-be90-44c1-870d-de3cc7b6ba08 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:55:57.057554 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-7067c87f-fe70-46ac-920f-734b0d81ad48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9381890
Dec 02 15:55:57.083218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-753a5e93-99af-4091-a45f-e003050bba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:57.084968 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-753a5e93-99af-4091-a45f-e003050bba7e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c0751ca3-17e1-448c-8150-9338bd774c78 HTTP/1.1" status: 200  len: 843 time: 0.1738749
Dec 02 15:55:57.122990 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Request body: {'port': {'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:55:57.244854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc83eb-70dd-4845-b608-359065874cbb req-9ad07452-0b5e-42be-b7e2-5b07c809ca31 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:57.246601 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0fbc83eb-70dd-4845-b608-359065874cbb req-9ad07452-0b5e-42be-b7e2-5b07c809ca31 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 931 time: 0.0992234
Dec 02 15:55:57.312519 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0fbc83eb-70dd-4845-b608-359065874cbb req-ab65963c-8c03-459e-afdf-6923d8894207 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0559342
Dec 02 15:55:57.397489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:57.425659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-7d84a9c9-a34c-44c5-b43d-6c7a299ddf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:57.427356 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-7d84a9c9-a34c-44c5-b43d-6c7a299ddf36 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4a862c71-0b09-422d-b055-27ce957a6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3091712
Dec 02 15:55:57.652262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf1532-432e-4c32-a6bb-72b291933d17 req-d1e7e280-a48c-4edc-beaa-1d4a3a88b646 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:57.653933 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9bf1532-432e-4c32-a6bb-72b291933d17 req-d1e7e280-a48c-4edc-beaa-1d4a3a88b646 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.3607757
Dec 02 15:55:57.809451 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-651b5dc5-5f58-456d-a043-f8eb1f94cdad service neutron] 10.222.0.103 "GET /v2.0/networks/4a862c71-0b09-422d-b055-27ce957a6faf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3441851
Dec 02 15:55:57.820610 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9bf1532-432e-4c32-a6bb-72b291933d17 req-022bb8f3-3690-4342-bdcb-bb69f8dbbb37 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1558270
Dec 02 15:55:58.115546 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a5c1a25b-316e-41d7-8f54-edea1a190e23 req-010864ef-5691-458d-bfda-c0cea498745b service neutron] 10.222.0.103 "GET /v2.0/networks/4a862c71-0b09-422d-b055-27ce957a6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2910433
Dec 02 15:55:58.254774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b80e49-be90-44c1-870d-de3cc7b6ba08 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:55:58.262762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:58.279769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Transition to ACTIVE for port object a1b80e49-be90-44c1-870d-de3cc7b6ba08 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:55:58.346416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:58.387742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf93863-0f7b-40d9-b5a8-b350bee4c545 req-976b8927-412c-43ff-99ba-0e7290dbeb26 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:58.388020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d58d578a-a295-4992-ae61-b225900b4e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:58.389614 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0cf93863-0f7b-40d9-b5a8-b350bee4c545 req-976b8927-412c-43ff-99ba-0e7290dbeb26 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 948 time: 0.0898054
Dec 02 15:55:58.452011 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0cf93863-0f7b-40d9-b5a8-b350bee4c545 req-08e1de6b-6286-44d6-b03d-df44334c7260 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544980
Dec 02 15:55:58.627636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b80e49-be90-44c1-870d-de3cc7b6ba08,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:55:58.631477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:55:58.721446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-63d83218-3229-46c8-9b5a-3f35f1b7e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:58.723342 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-63d83218-3229-46c8-9b5a-3f35f1b7e8de service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=8591aaa151db43c89c50508ddfdae3f0&device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 1165 time: 0.4319777
Dec 02 15:55:58.982768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685a95-c19c-419f-b709-99aaf5c47615 req-de5f9376-0ec8-4f7f-866b-2184c3c9c663 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:58.983562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b3685a95-c19c-419f-b709-99aaf5c47615 req-de5f9376-0ec8-4f7f-866b-2184c3c9c663 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:59.085204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Attempting to bind port a1b80e49-be90-44c1-870d-de3cc7b6ba08 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:55:59.085686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Attempting to bind port a1b80e49-be90-44c1-870d-de3cc7b6ba08 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:55:59.086065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Attempting to bind port a1b80e49-be90-44c1-870d-de3cc7b6ba08 on network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:55:59.089027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-b67da2a6-ea5a-4874-b4c6-c8cca39fe703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.090676 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-b67da2a6-ea5a-4874-b4c6-c8cca39fe703 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4a862c71-0b09-422d-b055-27ce957a6faf HTTP/1.1" status: 200  len: 863 time: 0.2945156
Dec 02 15:55:59.095900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b3685a95-c19c-419f-b709-99aaf5c47615 req-de5f9376-0ec8-4f7f-866b-2184c3c9c663 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:59.097184 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b3685a95-c19c-419f-b709-99aaf5c47615 req-de5f9376-0ec8-4f7f-866b-2184c3c9c663 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.5699456
Dec 02 15:55:59.097988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:55:59.098360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:55:59.098770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:59.099175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Bound using segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:55:59.099738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Bound port: a1b80e49-be90-44c1-870d-de3cc7b6ba08, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:55:59.100162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:59.145297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-94f25699-5663-4c9f-a5db-80d1e61477c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.147389 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-94f25699-5663-4c9f-a5db-80d1e61477c9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1202 time: 0.1113377
Dec 02 15:55:59.212561 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-5497e496-5f6e-4408-9ff4-316f14b034e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3bdece54-2aec-4ff7-be16-f74e758675ae HTTP/1.1" status: 200  len: 217 time: 0.0989585
Dec 02 15:55:59.384393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539bb84-4365-4ceb-a1ce-31bc97839be5 req-8b2c3232-2324-4a1e-9634-52acd053cc57 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.386331 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e539bb84-4365-4ceb-a1ce-31bc97839be5 req-8b2c3232-2324-4a1e-9634-52acd053cc57 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1509850
Dec 02 15:55:59.392408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-4ff05918-a1ac-4856-ba62-8cd31a7aee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.394154 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-4ff05918-a1ac-4856-ba62-8cd31a7aee19 service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.2384324
Dec 02 15:55:59.596831 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b3685a95-c19c-419f-b709-99aaf5c47615 req-5a755617-4cba-4d5c-9c9f-deabe520e062 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4221330
Dec 02 15:55:59.645933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-f9dba996-e819-4e94-b206-863e8a522092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.647588 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-f9dba996-e819-4e94-b206-863e8a522092 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=c0751ca3-17e1-448c-8150-9338bd774c78 HTTP/1.1" status: 200  len: 843 time: 0.4036438
Dec 02 15:55:59.648806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] For port a1b80e49-be90-44c1-870d-de3cc7b6ba08, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:55:59.653700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] For port a1b80e49-be90-44c1-870d-de3cc7b6ba08, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:55:59.757486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e539bb84-4365-4ceb-a1ce-31bc97839be5 req-c3336288-0430-4644-b614-ea8d9a015ac7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:55:59.780368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:55:59.792407 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-6081ac09-4e1b-41ef-89ed-9a2560ae09e8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 1001 time: 0.3795865
Dec 02 15:55:59.802248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8f53824a-8188-4bd6-b4e1-1203f8227f41 tempest-ServerRescueNegativeTestJSON-1367507406 tempest-ServerRescueNegativeTestJSON-1367507406] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:55:59.869834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-aa63827c-1f86-4a12-aa20-ca573585aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.871442 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-aa63827c-1f86-4a12-aa20-ca573585aedf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.0714824
Dec 02 15:55:59.889313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-e539bb84-4365-4ceb-a1ce-31bc97839be5 req-c3336288-0430-4644-b614-ea8d9a015ac7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:55:59.890468 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e539bb84-4365-4ceb-a1ce-31bc97839be5 req-c3336288-0430-4644-b614-ea8d9a015ac7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.4943204
Dec 02 15:55:59.954851 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-906555c0-5eba-462c-8e11-08ab644cd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:55:59.957359 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-906555c0-5eba-462c-8e11-08ab644cd5ca service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4a862c71-0b09-422d-b055-27ce957a6faf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3019850
Dec 02 15:56:00.012431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-f6f63b05-9c40-431a-9266-db3d69d28f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.014627 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-f6f63b05-9c40-431a-9266-db3d69d28f0d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087420
Dec 02 15:56:00.108179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Pushing event updated for resources: {'Port': ['ID=a1b80e49-be90-44c1-870d-de3cc7b6ba08,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:00.112696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:00.209176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.210169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:00.211392 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] 10.222.0.103 "PUT /v2.0/ports/a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 1157 time: 3.0947249
Dec 02 15:56:00.223225 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:00.240337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6f1e-5d6f-4975-adec-69c9afdf8bf4 req-c15c952b-fa82-48d9-b9a3-25d43f7a40f5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.242057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1fad6f1e-5d6f-4975-adec-69c9afdf8bf4 req-c15c952b-fa82-48d9-b9a3-25d43f7a40f5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.5080402
Dec 02 15:56:00.249543 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-ce58a9a4-4334-4e32-8c16-b0d3a60cd6c3 service neutron] 10.222.0.103 "GET /v2.0/networks/4a862c71-0b09-422d-b055-27ce957a6faf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777436
Dec 02 15:56:00.286389 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-daf3f3d7-f291-49e9-8e7d-1d79a49da5e9 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558455
Dec 02 15:56:00.306379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99d9d9-9e25-4691-a141-99471bb01195 req-05b24db4-2e40-45be-83e5-b43dc0e976cc tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.315499 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c99d9d9-9e25-4691-a141-99471bb01195 req-05b24db4-2e40-45be-83e5-b43dc0e976cc tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 948 time: 0.1744931
Dec 02 15:56:00.432698 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1fad6f1e-5d6f-4975-adec-69c9afdf8bf4 req-8cd1437c-487d-47bc-a103-e104e06dbd0d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1807539
Dec 02 15:56:00.537119 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0c99d9d9-9e25-4691-a141-99471bb01195 req-df0de2fe-c3a9-4f45-a6d3-6af3d8bae19d tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961935
Dec 02 15:56:00.561802 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42908a03-45ef-47fe-b62b-2bb9c2ab20b7 req-c3dc2b2f-608c-400e-8aae-50aa1027ba9f service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2655609
Dec 02 15:56:00.582777 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-03fec66f-e741-4415-a48a-f33f52fe1863 req-77f77d3e-29c1-4fd8-a4da-53951f4fe14a service neutron] 10.222.0.103 "GET /v2.0/networks/4a862c71-0b09-422d-b055-27ce957a6faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3141627
Dec 02 15:56:00.636194 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-0a6e8e58-fdc8-4fdb-bc9a-b915a0ce19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.638137 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-0a6e8e58-fdc8-4fdb-bc9a-b915a0ce19e5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1160 time: 0.1394365
Dec 02 15:56:00.668044 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'status': 'completed', 'code': 200}
Dec 02 15:56:00.780616 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-964445a7-bbb5-4f35-80a5-9a3101e290ff service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 217 time: 0.0751767
Dec 02 15:56:00.865904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-20175bb7-34e9-485c-8492-f1a869afed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.867750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-20175bb7-34e9-485c-8492-f1a869afed19 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0788412
Dec 02 15:56:00.879070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7fdab-462a-4c0f-b393-72169f520041 req-626fe118-c638-45f5-8a47-4c9306acd8f2 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.880800 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ca7fdab-462a-4c0f-b393-72169f520041 req-626fe118-c638-45f5-8a47-4c9306acd8f2 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.1051025
Dec 02 15:56:00.952035 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ca7fdab-462a-4c0f-b393-72169f520041 req-0c9eb515-ecec-41ad-996c-eac7faaabbf7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0610151
Dec 02 15:56:00.976271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 4a862c71-0b09-422d-b055-27ce957a6faf details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:56:00.977869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-1c551477-45ee-4663-86bd-f1804fbbaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:00.979584 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-1c551477-45ee-4663-86bd-f1804fbbaa80 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984807
Dec 02 15:56:01.223867 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-66ecb566-2dc3-47c8-9d44-79580a5031ff service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283680
Dec 02 15:56:01.264944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22108de-f690-41dd-a791-913f8fb2944e req-5e637b30-9e1a-419d-8dee-c2ea78111eb9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:01.267266 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a22108de-f690-41dd-a791-913f8fb2944e req-5e637b30-9e1a-419d-8dee-c2ea78111eb9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1709969
Dec 02 15:56:01.402279 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a22108de-f690-41dd-a791-913f8fb2944e req-75be034c-f5d7-4939-91dc-0917efc45a90 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0786495
Dec 02 15:56:01.429129 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-33fb0bf7-851d-4ea6-9c1b-cbe10835b863 req-b6637b87-e055-4469-a021-d2556535eea0 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964009
Dec 02 15:56:01.597989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.objects.ports [None req-11ef98a7-b4b9-4743-b0b8-7218886b8dc0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80395) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 15:56:01.674142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-532fa27f-5f30-4120-942c-14523ad1028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:01.676193 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-532fa27f-5f30-4120-942c-14523ad1028b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1160 time: 0.1014643
Dec 02 15:56:01.721193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c1d7-5816-4ee5-91e5-50937eb801a1 req-aa96a3cc-6cf5-4729-99d2-b9b8e40c484c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:01.722929 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1a75c1d7-5816-4ee5-91e5-50937eb801a1 req-aa96a3cc-6cf5-4729-99d2-b9b8e40c484c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1069934
Dec 02 15:56:01.789124 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1a75c1d7-5816-4ee5-91e5-50937eb801a1 req-08072c8c-6005-4ac5-844e-41220f130354 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580604
Dec 02 15:56:01.897673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-054947cf-bde2-4755-8334-821ffe8df76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:01.899609 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-054947cf-bde2-4755-8334-821ffe8df76a service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2161236
Dec 02 15:56:01.916224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a566c-74f8-46b2-9959-74abb1b10a62 req-13ce389c-de74-4fc2-99ca-b3985a910814 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:01.917864 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e0a566c-74f8-46b2-9959-74abb1b10a62 req-13ce389c-de74-4fc2-99ca-b3985a910814 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 948 time: 0.1549044
Dec 02 15:56:02.009225 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-d1e7b07c-7d5b-4d83-91f0-4357339d177b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 217 time: 0.0899997
Dec 02 15:56:02.147828 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e0a566c-74f8-46b2-9959-74abb1b10a62 req-5f1bcfca-47ea-46ea-a2bc-2178ed64a9eb tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661973
Dec 02 15:56:02.152242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-57091f34-7200-4482-b810-d46441f22041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:02.153817 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-57091f34-7200-4482-b810-d46441f22041 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1329899
Dec 02 15:56:02.248436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-ed21ce8f-4bec-4dfb-ac1e-e344b96e1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:02.250095 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-ed21ce8f-4bec-4dfb-ac1e-e344b96e1f70 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876827
Dec 02 15:56:02.263836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bbd40-e710-4fa1-a79a-5ff9a6326b1e req-d64e797c-eb67-472b-a6c7-8e51e47d5296 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:02.266107 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb9bbd40-e710-4fa1-a79a-5ff9a6326b1e req-d64e797c-eb67-472b-a6c7-8e51e47d5296 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.0997624
Dec 02 15:56:02.323417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bb9bbd40-e710-4fa1-a79a-5ff9a6326b1e req-f9eb348b-05fd-4c27-a3b9-98aaae9427cf tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458694
Dec 02 15:56:02.408267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3bdece54-2aec-4ff7-be16-f74e758675ae up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:02.415672 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-962ae959-7dad-432d-9e78-b154d7c2bc8b service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571870
Dec 02 15:56:02.532871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 3bdece54-2aec-4ff7-be16-f74e758675ae completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:56:02.539413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 3bdece54-2aec-4ff7-be16-f74e758675ae triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:02.539914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:02.660146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14b43493-7b35-4a0b-8a9c-24736bcf85a2 req-58d81d6f-18f5-4aab-ad47-e22fb2421f2b service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2350149
Dec 02 15:56:02.681780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:02.713130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:02.713570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4162-9895-4700-a412-6b8a974942ec req-a7ceec93-de15-430b-87f1-8c720f363286 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:02.715302 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e53d4162-9895-4700-a412-6b8a974942ec req-a7ceec93-de15-430b-87f1-8c720f363286 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1373332
Dec 02 15:56:02.733062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 3bdece54-2aec-4ff7-be16-f74e758675ae, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3bdece54-2aec-4ff7-be16-f74e758675ae,segment=NetworkSegment(4ce8fabf-9168-4bea-b731-807ad5627371),segment_id=4ce8fabf-9168-4bea-b731-807ad5627371)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:02.777596 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e53d4162-9895-4700-a412-6b8a974942ec req-d09231ac-de09-4c8c-9d35-bf86dd49db29 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0529158
Dec 02 15:56:02.777797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:02.781872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae', 'code': 200}
Dec 02 15:56:02.783417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ea538713-66b8-4aa2-b70b-4b79dd20d013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:02.862161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=3bdece54-2aec-4ff7-be16-f74e758675ae,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:02.870514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.870839 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.871216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.871589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.871956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.874247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.878623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.881350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:02.883339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:03.063033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d82dcb-19f1-4c0a-bc73-2f66df02203e req-3b357278-662a-4e9f-9d52-c98314e3ba2e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:03.069100 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d82dcb-19f1-4c0a-bc73-2f66df02203e req-3b357278-662a-4e9f-9d52-c98314e3ba2e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1125021
Dec 02 15:56:03.154125 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-61d82dcb-19f1-4c0a-bc73-2f66df02203e req-5bdd77f8-0c30-48d5-bb61-9c63d61f0f17 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677233
Dec 02 15:56:03.277059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3bdece54-2aec-4ff7-be16-f74e758675ae up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:03.378875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 3bdece54-2aec-4ff7-be16-f74e758675ae triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:03.379660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:03.452371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eed010-6fa7-4889-8b4c-a1998485cff7 req-7d0e9010-0d09-41f7-9d5f-ab88cf309bc3 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:03.455584 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-45eed010-6fa7-4889-8b4c-a1998485cff7 req-7d0e9010-0d09-41f7-9d5f-ab88cf309bc3 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.1190536
Dec 02 15:56:03.524875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-45eed010-6fa7-4889-8b4c-a1998485cff7 req-0f027792-3287-4e33-87fe-171806bfcfa2 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618978
Dec 02 15:56:03.541261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cdf5c-9fe8-4118-927d-b168387c4ff4 req-2b2252b3-1445-47c5-84d3-4ee9dbaa2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:03.542946 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a98cdf5c-9fe8-4118-927d-b168387c4ff4 req-2b2252b3-1445-47c5-84d3-4ee9dbaa2ecf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 1167 time: 0.4035165
Dec 02 15:56:03.612300 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a98cdf5c-9fe8-4118-927d-b168387c4ff4 req-96565151-7ee7-4096-9956-236e80589299 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583224
Dec 02 15:56:03.618652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462286da-eddb-42af-8bb7-b1112ab0d14f req-cf542959-459e-4bd9-bfc5-ca8a7229a46a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:03.620435 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-462286da-eddb-42af-8bb7-b1112ab0d14f req-cf542959-459e-4bd9-bfc5-ca8a7229a46a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.1430652
Dec 02 15:56:03.679067 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-462286da-eddb-42af-8bb7-b1112ab0d14f req-fcf944a0-362d-46dd-bd63-46dbc9ce6a82 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0513210
Dec 02 15:56:04.004846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f93c-2665-4800-ab26-cf8e02ca1e0e req-4ddb579f-e364-4493-9541-cf8633184cda tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:04.006538 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-01c9f93c-2665-4800-ab26-cf8e02ca1e0e req-4ddb579f-e364-4493-9541-cf8633184cda tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.0900581
Dec 02 15:56:04.061718 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-01c9f93c-2665-4800-ab26-cf8e02ca1e0e req-ee94a972-0ddf-4f08-8262-62a0125a3d06 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0478706
Dec 02 15:56:04.400040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98868e1a-5a0f-446b-a492-6e0d8c15bd94 req-63f9f1dc-dbdb-42bc-be54-c7ebe4cff684 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:04.401675 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98868e1a-5a0f-446b-a492-6e0d8c15bd94 req-63f9f1dc-dbdb-42bc-be54-c7ebe4cff684 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0922334
Dec 02 15:56:04.452067 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98868e1a-5a0f-446b-a492-6e0d8c15bd94 req-75fc2ba7-08d6-42ac-a27f-f3f20c28fdda tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428305
Dec 02 15:56:04.768445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63188-0cde-4964-9804-e61ddafc8565 req-34875c32-ed39-4a92-9a58-24adb46f3a47 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:04.770164 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b0d63188-0cde-4964-9804-e61ddafc8565 req-34875c32-ed39-4a92-9a58-24adb46f3a47 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.1059403
Dec 02 15:56:04.823071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b0d63188-0cde-4964-9804-e61ddafc8565 req-eedd227e-f397-49a8-a370-7a4814cc964e tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458238
Dec 02 15:56:04.949111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9283b-2a32-4944-a8cd-15fdedbc7a25 req-35753f7c-788e-43e6-b95c-337110123264 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:04.950825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bff9283b-2a32-4944-a8cd-15fdedbc7a25 req-35753f7c-788e-43e6-b95c-337110123264 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.1237292
Dec 02 15:56:05.006526 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-bff9283b-2a32-4944-a8cd-15fdedbc7a25 req-5070bc3a-797a-428d-a28b-ee74a5aaa011 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0483465
Dec 02 15:56:05.342976 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910c61-e67b-4d4a-937f-23b0f3c593a1 req-0d6014f3-0760-458d-a484-a8e4c46278c9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:05.344859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94910c61-e67b-4d4a-937f-23b0f3c593a1 req-0d6014f3-0760-458d-a484-a8e4c46278c9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.0902798
Dec 02 15:56:05.407656 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-94910c61-e67b-4d4a-937f-23b0f3c593a1 req-b29cd5fa-d475-4027-8253-79a47ab0456b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0532827
Dec 02 15:56:05.697966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52249c2-cd58-428a-a127-2ef62bce7437 req-e2102d49-2716-4efe-9841-4cd3b3c9ff89 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:05.697966 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e52249c2-cd58-428a-a127-2ef62bce7437 req-e2102d49-2716-4efe-9841-4cd3b3c9ff89 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0876298
Dec 02 15:56:05.743650 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e52249c2-cd58-428a-a127-2ef62bce7437 req-70e7412b-d980-47b7-bd48-299aa1010a3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447311
Dec 02 15:56:06.065833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93643239-b20f-453f-8a28-c2aeff7163d1 req-af7396cb-0471-4834-a8b9-3b2b89dd8fa9 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:06.067558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93643239-b20f-453f-8a28-c2aeff7163d1 req-af7396cb-0471-4834-a8b9-3b2b89dd8fa9 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.0931497
Dec 02 15:56:06.125281 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93643239-b20f-453f-8a28-c2aeff7163d1 req-205853ce-8b75-4dad-b484-a78ce38f7002 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511174
Dec 02 15:56:06.252904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e25058-dbed-47be-980e-6e279efe9e63 req-26f01ab8-b170-4ae0-8e25-70b27d90a98f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:06.254601 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f7e25058-dbed-47be-980e-6e279efe9e63 req-26f01ab8-b170-4ae0-8e25-70b27d90a98f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.1028481
Dec 02 15:56:06.314233 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f7e25058-dbed-47be-980e-6e279efe9e63 req-1630b236-06da-4041-a577-a4393a3280e1 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0525303
Dec 02 15:56:07.112452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734db1-6846-4380-ac3d-f78ed082c8ed req-f63b1b1b-a7f1-4076-aa06-07137685bdc7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:07.114165 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44734db1-6846-4380-ac3d-f78ed082c8ed req-f63b1b1b-a7f1-4076-aa06-07137685bdc7 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1462607
Dec 02 15:56:07.181039 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-44734db1-6846-4380-ac3d-f78ed082c8ed req-0981587a-3b10-4b5f-ab72-1b468831c637 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0593431
Dec 02 15:56:07.424103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cba68-4ff6-4670-83bb-cf5b4f6b32b2 req-78ef8ab9-2ff0-4044-8361-c90d9c372a22 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:07.426057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-205cba68-4ff6-4670-83bb-cf5b4f6b32b2 req-78ef8ab9-2ff0-4044-8361-c90d9c372a22 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1165307
Dec 02 15:56:07.483666 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-205cba68-4ff6-4670-83bb-cf5b4f6b32b2 req-77b76ecb-2f17-4fd8-a6f2-5ff8427c863e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504186
Dec 02 15:56:07.541423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb491f-1a95-4238-a738-b922b43aa4cc req-4bb96d27-229b-4759-bfa3-3f6d7673fd03 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:07.543116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42fb491f-1a95-4238-a738-b922b43aa4cc req-4bb96d27-229b-4759-bfa3-3f6d7673fd03 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.1075764
Dec 02 15:56:07.598557 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-42fb491f-1a95-4238-a738-b922b43aa4cc req-878582f3-798c-4bdb-8533-445111fc6224 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478144
Dec 02 15:56:07.739037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae20c25-0fb0-4c97-808c-12685327b703 req-cb4f2add-55b5-4ff2-bb3b-cee285c08aae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:07.740845 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-eae20c25-0fb0-4c97-808c-12685327b703 req-cb4f2add-55b5-4ff2-bb3b-cee285c08aae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.0897470
Dec 02 15:56:07.789485 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-eae20c25-0fb0-4c97-808c-12685327b703 req-d58ec4f3-846f-4aa6-8b5a-0cb5c4cf0e3e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418987
Dec 02 15:56:08.418099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38d0d7-29b2-4c77-b78f-a3eb6b33ecfd req-2e8e029c-b34e-45f8-affd-8f01f825256d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:08.419737 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed38d0d7-29b2-4c77-b78f-a3eb6b33ecfd req-2e8e029c-b34e-45f8-affd-8f01f825256d tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.0887687
Dec 02 15:56:08.472654 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ed38d0d7-29b2-4c77-b78f-a3eb6b33ecfd req-78a09479-9b34-47fb-96f7-a52be82ec32b tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0459912
Dec 02 15:56:08.741540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91079c86-4594-4f0d-9fa8-5cec7a4cfff9 req-322f29c2-3452-4446-a478-36dcbdf2eb27 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:08.743333 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-91079c86-4594-4f0d-9fa8-5cec7a4cfff9 req-322f29c2-3452-4446-a478-36dcbdf2eb27 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0992827
Dec 02 15:56:08.806752 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-91079c86-4594-4f0d-9fa8-5cec7a4cfff9 req-cb83f53c-deff-489e-9d9d-a315032c9788 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535624
Dec 02 15:56:08.847894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0f6bb-78d8-4ce2-9627-628148143e8c req-83ce48d0-335a-4039-8d48-090320a1cb1a tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:08.849712 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0b0f6bb-78d8-4ce2-9627-628148143e8c req-83ce48d0-335a-4039-8d48-090320a1cb1a tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.1016636
Dec 02 15:56:08.908699 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0b0f6bb-78d8-4ce2-9627-628148143e8c req-d93fcd3d-7d84-4889-84e8-a435051e0e12 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439730
Dec 02 15:56:09.052567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e9185-d4a6-427c-8733-f9df1df9b936 req-768a6052-b87c-44a7-b483-4261fbfb602c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:09.054303 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e92e9185-d4a6-427c-8733-f9df1df9b936 req-768a6052-b87c-44a7-b483-4261fbfb602c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.0992539
Dec 02 15:56:09.113800 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e92e9185-d4a6-427c-8733-f9df1df9b936 req-67883810-7b15-4e2c-a322-c0606b3aa6c5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0517118
Dec 02 15:56:09.417828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-fb822407-8f4e-4167-bf0c-af6b989892b2 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:09.419553 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-fb822407-8f4e-4167-bf0c-af6b989892b2 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.103 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.0937161
Dec 02 15:56:09.508455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Deleting port 3bdece54-2aec-4ff7-be16-f74e758675ae {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:56:09.508860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:09.705366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a6ee-45b8-4ad6-bc91-e6ab792010c3 req-7c8467e2-68bd-4408-9e71-0ea4adfa6509 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:09.707071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9256a6ee-45b8-4ad6-bc91-e6ab792010c3 req-7c8467e2-68bd-4408-9e71-0ea4adfa6509 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.0901787
Dec 02 15:56:09.762177 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9256a6ee-45b8-4ad6-bc91-e6ab792010c3 req-c7d1b7fc-28c6-4007-877a-1d211ab2a828 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0483923
Dec 02 15:56:09.857381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] For port 3bdece54-2aec-4ff7-be16-f74e758675ae, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3bdece54-2aec-4ff7-be16-f74e758675ae,segment=NetworkSegment(4ce8fabf-9168-4bea-b731-807ad5627371),segment_id=4ce8fabf-9168-4bea-b731-807ad5627371)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:09.857789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:09.995554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Calling delete_port for 3bdece54-2aec-4ff7-be16-f74e758675ae owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:56:10.073363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device a1b80e49-be90-44c1-870d-de3cc7b6ba08 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:10.206867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b12208-1fdc-4b73-9c7d-f43bf4f50642 req-452e188a-19ae-4e70-a704-dd8664b8b3d1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:10.208609 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-68b12208-1fdc-4b73-9c7d-f43bf4f50642 req-452e188a-19ae-4e70-a704-dd8664b8b3d1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.2217879
Dec 02 15:56:10.210615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070988f-1de4-4845-b838-541cad243317 req-a00a4508-f8f8-471a-a97e-5f16e7b86dc9 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:10.212942 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1070988f-1de4-4845-b838-541cad243317 req-a00a4508-f8f8-471a-a97e-5f16e7b86dc9 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 950 time: 0.1535351
Dec 02 15:56:10.254227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:56:10.267723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:10.268860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:10.285558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1070988f-1de4-4845-b838-541cad243317 req-e6bbf949-0024-4a04-a4da-a1650264e7e8 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/security-groups?id=137d8122-1c5d-44cf-b733-a13e284ef8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632787
Dec 02 15:56:10.288545 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-68b12208-1fdc-4b73-9c7d-f43bf4f50642 req-d4a7b240-8a01-4773-b1e9-fa5273aa7c0e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706487
Dec 02 15:56:10.298040 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:10.332888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:10.516267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Pushing event deleted for resources: {'Port': ['ID=3bdece54-2aec-4ff7-be16-f74e758675ae,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:10.524097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:10.685959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:10.717538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:10.729587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port a1b80e49-be90-44c1-870d-de3cc7b6ba08, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:10.767105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:10.769256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:10.815249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] No DVR routers for this DVR port 3bdece54-2aec-4ff7-be16-f74e758675ae on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:56:10.834296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:10.838330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552395c-f613-498b-8bac-244005b38469 req-a3302c55-6146-495d-8370-6fbaba83a8fd tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:10.841975 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9552395c-f613-498b-8bac-244005b38469 req-a3302c55-6146-495d-8370-6fbaba83a8fd tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 943 time: 0.2209957
Dec 02 15:56:10.856475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'name': 'network-vif-deleted', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:10.884762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=a1b80e49-be90-44c1-870d-de3cc7b6ba08,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:10.895479 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'code': 200}
Dec 02 15:56:10.897540 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:10.933154 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1d081c34-a6c3-44d5-8b6e-3d2fe5ee2501 req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.103 "DELETE /v2.0/ports/3bdece54-2aec-4ff7-be16-f74e758675ae HTTP/1.1" status: 204  len: 173 time: 1.5052540
Dec 02 15:56:10.946439 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9552395c-f613-498b-8bac-244005b38469 req-5df6fcb8-0023-47dd-8f08-1c15f54a45b0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0817697
Dec 02 15:56:11.056036 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f65c01-728a-48c5-8300-304df54b6f75', 'name': 'network-vif-deleted', 'tag': '3bdece54-2aec-4ff7-be16-f74e758675ae', 'status': 'completed', 'code': 200}
Dec 02 15:56:11.247364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90e273-5e16-452e-ad03-6fffa29501ee req-1601bf6e-c52f-47fb-95f7-bbc6aa8e3c19 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:11.249201 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd90e273-5e16-452e-ad03-6fffa29501ee req-1601bf6e-c52f-47fb-95f7-bbc6aa8e3c19 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1316564
Dec 02 15:56:11.302714 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd90e273-5e16-452e-ad03-6fffa29501ee req-7fdb4868-98b1-4a18-abfe-84f8958105af tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0460527
Dec 02 15:56:11.400290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:11.520110 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-12fe38c2-a57f-4863-b9f7-86f307187b9d req-a4dfecd3-320f-41cf-8c18-e74bdc663286 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 210 time: 0.0516822
Dec 02 15:56:11.545645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f945e-ccce-4d21-acf3-8b37bc6a2a8c req-f51492ef-d06f-4bb7-a1e7-18b27718b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:11.548683 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-895f945e-ccce-4d21-acf3-8b37bc6a2a8c req-f51492ef-d06f-4bb7-a1e7-18b27718b0af service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.1174788
Dec 02 15:56:11.570012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:11.648991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:11.649610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:11.666893 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-895f945e-ccce-4d21-acf3-8b37bc6a2a8c req-84f77f4f-a9bb-4f5b-8f28-772086cfe0a4 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0941567
Dec 02 15:56:11.698705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01979f85-f9cc-4d22-aa90-0f64aa5f955c req-0cf29845-64e1-4117-8814-e5cd6e6f10cd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:11.700476 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-01979f85-f9cc-4d22-aa90-0f64aa5f955c req-0cf29845-64e1-4117-8814-e5cd6e6f10cd tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1132765
Dec 02 15:56:11.755544 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-01979f85-f9cc-4d22-aa90-0f64aa5f955c req-b0f89c67-5d26-4087-a0bd-8342cdf7be69 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473771
Dec 02 15:56:11.789267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device a1b80e49-be90-44c1-870d-de3cc7b6ba08 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:11.874308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:11.874725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:11.903493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0b8fbd76-c01d-4397-9365-db7fed660c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:12.044374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3bdece54-2aec-4ff7-be16-f74e758675ae no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:56:12.106589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: 3bdece54-2aec-4ff7-be16-f74e758675ae {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:56:12.107256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3bdece54-2aec-4ff7-be16-f74e758675ae not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:56:12.227787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc372a-9d9d-43ab-9c3b-b7f000e154b0 req-d8ef3342-a9b2-4179-aea5-b17fad37e010 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:12.229495 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30bc372a-9d9d-43ab-9c3b-b7f000e154b0 req-d8ef3342-a9b2-4179-aea5-b17fad37e010 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.0998573
Dec 02 15:56:12.307877 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-30bc372a-9d9d-43ab-9c3b-b7f000e154b0 req-9293207e-e6b2-4f66-81cc-23826a4bacc5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0705295
Dec 02 15:56:12.530044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13aef3-cf20-4b48-82e1-5e0dc42195b5 req-e8892612-1c35-4b5b-9f83-a4d21d6a4f98 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:12.531763 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f13aef3-cf20-4b48-82e1-5e0dc42195b5 req-e8892612-1c35-4b5b-9f83-a4d21d6a4f98 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.0884221
Dec 02 15:56:12.615182 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f13aef3-cf20-4b48-82e1-5e0dc42195b5 req-73735ec7-094f-4540-a7cc-ff0ab59c8e09 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4&id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0747843
Dec 02 15:56:12.729494 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c2710abf-7d1b-46d3-8a0c-7b4e02aee660 req-814fc2e4-fa5a-4ee8-aa11-821644ca1cbb tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] 10.222.0.101 "GET /v2.0/ports?device_id=20f65c01-728a-48c5-8300-304df54b6f75 HTTP/1.1" status: 200  len: 210 time: 0.0464518
Dec 02 15:56:13.000560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8897-1e93-4c1c-b9ed-a681343233da req-6b8f7c22-6f79-46e8-8889-6d9934301a63 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:13.002124 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f42a8897-1e93-4c1c-b9ed-a681343233da req-6b8f7c22-6f79-46e8-8889-6d9934301a63 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0871339
Dec 02 15:56:13.057529 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f42a8897-1e93-4c1c-b9ed-a681343233da req-135465f5-1d35-4bf8-9a94-03cdb5a9fbdf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461929
Dec 02 15:56:13.545631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7f93-656d-4b1e-bdb7-0aa7903356f2 req-295f8262-9f0b-4e90-afeb-7a3bd104d8fc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:13.549318 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c77d7f93-656d-4b1e-bdb7-0aa7903356f2 req-295f8262-9f0b-4e90-afeb-7a3bd104d8fc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.1049411
Dec 02 15:56:13.598566 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c77d7f93-656d-4b1e-bdb7-0aa7903356f2 req-b5a57648-5d74-4959-b8cd-643839f2ee04 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429890
Dec 02 15:56:13.664380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:13.748572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:13.749023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:13.908522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ad767-bb18-4906-a1ff-0d55ddcd2a80 req-ade16d12-8972-4f08-948e-87012a004a93 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:13.910486 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b23ad767-bb18-4906-a1ff-0d55ddcd2a80 req-ade16d12-8972-4f08-948e-87012a004a93 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.1794164
Dec 02 15:56:13.942854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device a1b80e49-be90-44c1-870d-de3cc7b6ba08 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:14.027095 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b23ad767-bb18-4906-a1ff-0d55ddcd2a80 req-c178b024-c68f-45f9-9ddc-f9cf42f91b1f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0744317
Dec 02 15:56:14.044353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-ed5716ce-31b2-469b-9843-c93cabf19d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:14.046051 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-ed5716ce-31b2-469b-9843-c93cabf19d73 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1162 time: 0.1345549
Dec 02 15:56:14.047088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port a1b80e49-be90-44c1-870d-de3cc7b6ba08 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:14.047561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:14.107195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a6be63a1-f1dc-4d29-80d6-2c663c592530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:14.362316 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-7fb1aa75-9b82-481a-af09-d440dd1722a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:14.364689 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-7fb1aa75-9b82-481a-af09-d440dd1722a7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.2836275
Dec 02 15:56:14.369811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-87dfe861-96ac-437f-b6a9-b1ffe52258e8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2500932
Dec 02 15:56:14.381440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:14.392096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:56:14.406877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:56:14.481038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18141f1-9075-42cb-8f5d-ed6025efd084 req-9250c632-77d9-413d-a2c3-27a0afbff955 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:14.485652 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a18141f1-9075-42cb-8f5d-ed6025efd084 req-9250c632-77d9-413d-a2c3-27a0afbff955 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.2396824
Dec 02 15:56:14.534774 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-31f1d506-6728-407e-9642-7f8c9d6e5cde service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 1001 time: 0.1626701
Dec 02 15:56:14.560304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:14.596116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a18141f1-9075-42cb-8f5d-ed6025efd084 req-0407c6dd-7f3a-4063-ab4b-1630f3cf65f9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060033
Dec 02 15:56:14.624891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-5e852190-943c-4546-ac92-07cab15af9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:14.626543 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-5e852190-943c-4546-ac92-07cab15af9a6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.0811460
Dec 02 15:56:14.716403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-a55479f6-d7ef-4715-90c1-793d8a6b1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:14.717450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:14.718062 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-a55479f6-d7ef-4715-90c1-793d8a6b1c7c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838842
Dec 02 15:56:14.895855 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-2e19f74a-e177-4497-a19d-a0aa93e5f4d0 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698942
Dec 02 15:56:15.060028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.27.0.223 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/6dcef372-3561-471c-a9cc-79168077d8cb) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:56:15.105227 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6cd4bd37-e3b0-49a4-a2ae-98f943db92bf req-2bb0df29-3ccb-4a4d-928e-0c52269c8cbe service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1968617
Dec 02 15:56:15.246205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:15.389302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:15.421383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a0601599-df7f-4eb9-a170-1958c4779595 req-dc43de10-1042-4edb-9d1b-0ba4c511f5cd tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:security_group {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:15.491405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:15.521453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c812f032-65ed-420e-bb94-0bda229a325b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:15.523584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a0601599-df7f-4eb9-a170-1958c4779595 req-dc43de10-1042-4edb-9d1b-0ba4c511f5cd tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:security_group {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:15.525987 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-dc43de10-1042-4edb-9d1b-0ba4c511f5cd tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1418015083&fields=id&tenant_id=92c709d41db94ec88054f3a048762c37 HTTP/1.1" status: 200  len: 267 time: 0.1697004
Dec 02 15:56:15.733180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-4da71d77-6e94-4743-a908-630f8ac19b9e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:15.734062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a0601599-df7f-4eb9-a170-1958c4779595 req-4da71d77-6e94-4743-a908-630f8ac19b9e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:network {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:15.811588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a0601599-df7f-4eb9-a170-1958c4779595 req-4da71d77-6e94-4743-a908-630f8ac19b9e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:network {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:15.813790 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-4da71d77-6e94-4743-a908-630f8ac19b9e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 809 time: 0.2693663
Dec 02 15:56:15.832289 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-7bd5b7ad-5b27-41f8-9eea-5875492b3d43 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/quotas/92c709d41db94ec88054f3a048762c37 HTTP/1.1" status: 200  len: 375 time: 0.0110302
Dec 02 15:56:15.862855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:15.905743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=6dcef372-3561-471c-a9cc-79168077d8cb,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:15.927565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.927998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.928447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.928856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.929257 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.929656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.930054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.930651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.931049 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.931452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.931850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.932312 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.932772 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.933166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.933567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.933952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.934348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.934737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.935130 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.935518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.935908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.936319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.936736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.937128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:15.945025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:15.952181 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-e09fe930-ee5b-45d5-a13f-ea33683e86b0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1105514
Dec 02 15:56:15.985131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:56:15.986400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:56:15.988969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:56:16.101847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:16.160730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-e81250eb-9521-4e3f-bcf5-d63f801d4018 service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946285
Dec 02 15:56:16.238005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:16.240223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:16.612154 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-b841a910-6fb7-4534-b970-5ff916be17e1 service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4502084
Dec 02 15:56:16.631191 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:16.669260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:16.694070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cc83940c-16d1-4f84-8cda-4af36d817bc8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:16.820989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=6dcef372-3561-471c-a9cc-79168077d8cb,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:16.834903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:16.926836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:56:17.056764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:17.159647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:17.161165 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7845924
Dec 02 15:56:17.262363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-530268fd-8a6a-4abe-8c68-d78e833b7585 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:17.361580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-530268fd-8a6a-4abe-8c68-d78e833b7585 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:17.362902 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-530268fd-8a6a-4abe-8c68-d78e833b7585 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.223 HTTP/1.1" status: 200  len: 696 time: 0.1936116
Dec 02 15:56:17.600595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-5052a8a3-9544-45f6-a63f-0f21ca31c411 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:17.613081 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c28dd2e8-a4f4-40d0-8023-a0e1c5fe534c req-5052a8a3-9544-45f6-a63f-0f21ca31c411 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.2419651
Dec 02 15:56:17.725515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-53f0f106-bf0c-49c0-ba6a-5f90a8c1c845 req-a7eecaac-bf62-490c-b5ed-3d24f1de37fa tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:17.772042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-53f0f106-bf0c-49c0-ba6a-5f90a8c1c845 req-a7eecaac-bf62-490c-b5ed-3d24f1de37fa tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:17.775400 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-53f0f106-bf0c-49c0-ba6a-5f90a8c1c845 req-a7eecaac-bf62-490c-b5ed-3d24f1de37fa tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 210 time: 0.1133559
Dec 02 15:56:17.889830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b983-ecf8-456d-86e0-d11c188091ce req-9f2d4e8d-f1cc-4c8b-ab47-87bc2ca47a67 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:17.898071 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3bd8b983-ecf8-456d-86e0-d11c188091ce req-9f2d4e8d-f1cc-4c8b-ab47-87bc2ca47a67 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1513338
Dec 02 15:56:17.987781 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3bd8b983-ecf8-456d-86e0-d11c188091ce req-140649c7-872d-4e5b-8d8b-88ca410e3016 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886321
Dec 02 15:56:18.413615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-cafaa9de-929d-4f2e-b06c-044b691b96bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:18.415478 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-cafaa9de-929d-4f2e-b06c-044b691b96bb tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1905856
Dec 02 15:56:18.589329 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-8d01ee76-37a6-45d3-a85e-54a1e4af2f12 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.223 HTTP/1.1" status: 200  len: 696 time: 0.1590981
Dec 02 15:56:18.596028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:18.687598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:19.089245 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8264d892-0928-4b88-9861-c7d8806a75d1 req-63250312-3231-474d-a077-78fdb82ed494 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 210 time: 0.1127861
Dec 02 15:56:19.482541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e7b8-ddae-49d8-81ce-98c1613d700c req-8c603add-c6e2-4078-b578-6d2e0b052e5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:19.493525 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f94e7b8-ddae-49d8-81ce-98c1613d700c req-8c603add-c6e2-4078-b578-6d2e0b052e5e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1898170
Dec 02 15:56:19.555725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1f94e7b8-ddae-49d8-81ce-98c1613d700c req-3371ab16-9b41-4b5d-92ab-5e756984ded3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608883
Dec 02 15:56:19.829296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:19.863423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:20.314823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 59b88589-1f49-4141-8a84-359beb503bff associated. External IP: 172.27.0.223, port: a1b80e49-be90-44c1-870d-de3cc7b6ba08.
Dec 02 15:56:20.505221 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93a6cc22-fa04-491f-8437-7bafd33ae9f5 req-b940bcb5-e17f-46b0-bd11-8d43bf18f52d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 210 time: 0.0972145
Dec 02 15:56:20.648246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-b1b98060-b1d6-4e1b-9abf-e7e82a72ccd6 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:20.650087 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-b1b98060-b1d6-4e1b-9abf-e7e82a72ccd6 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 809 time: 0.5469258
Dec 02 15:56:20.846718 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-279e8ec0-64e3-4d51-a810-0f6418892fbb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=92c709d41db94ec88054f3a048762c37 HTTP/1.1" status: 200  len: 5545 time: 0.1660240
Dec 02 15:56:20.864413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'port': {'device_id': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'admin_state_up': True, 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'security_groups': ['45066472-c9db-4980-92e6-7d11978b20f4']}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:21.192516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:56:21.256448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:56:21.272675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:56:21.284886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f3fc-315a-4cc4-9293-17e601aa22b3 req-7e14e55d-5931-4439-b21a-a2bc4568436f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:21.292622 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d556f3fc-315a-4cc4-9293-17e601aa22b3 req-7e14e55d-5931-4439-b21a-a2bc4568436f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.2830479
Dec 02 15:56:21.361907 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d556f3fc-315a-4cc4-9293-17e601aa22b3 req-ab31f7b5-6d7f-4d33-b7b0-fc4abf00fdb0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677330
Dec 02 15:56:21.365667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Made reservation on behalf of 92c709d41db94ec88054f3a048762c37 for: {'port': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:56:21.371674 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:21.651914 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:56:21.656630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:21.664189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:56:21.684855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:21.686155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090639978>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:21.729526 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-f5f93565-8fd9-426d-8a13-2fd1dc6f203e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "PUT /v2.0/floatingips/59b88589-1f49-4141-8a84-359beb503bff HTTP/1.1" status: 200  len: 996 time: 3.1390569
Dec 02 15:56:21.782122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:21.843195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-2a67fd9c-0ab3-4c89-972d-802fd1a6ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:21.844158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Allocated IP 172.20.0.5 (b49751da-eb0e-4ecb-880c-88dd1ff589c9/b5d04ca6-3ece-4202-82f7-42afb634d236/4e88c508-63bd-4782-ab84-478ed9ae3bb4) {{(pid=80393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:56:21.845531 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-2a67fd9c-0ab3-4c89-972d-802fd1a6ec56 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.1053956
Dec 02 15:56:22.145277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-b0756df5-68b7-4182-b67b-5094c19dc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:22.154226 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-b0756df5-68b7-4182-b67b-5094c19dc9f3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2958469
Dec 02 15:56:22.224531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:22.283059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for port, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:22.342919 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-1f942f82-a42b-4c02-86e5-a5087e96bd6e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 999 time: 0.1875470
Dec 02 15:56:22.352360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Transition to ACTIVE for port object 4e88c508-63bd-4782-ab84-478ed9ae3bb4 will not be triggered until provisioned by entity DHCP. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:56:22.455828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:22.498273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a63a88d1-2796-4a8a-9c22-17df99a3b217 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:22.513588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-7198e836-8cb4-4a32-a42d-421b7bce97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:22.522424 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-7198e836-8cb4-4a32-a42d-421b7bce97ae service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1712933
Dec 02 15:56:22.736295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 is already hosted by enough agents. {{(pid=80393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:56:22.740539 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources bound (agent type, host, resource id):  {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:56:22.742710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:22.756463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Received port after_create {{(pid=80393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:56:22.833333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:22.861600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-badf212f-daaf-4645-856b-148fc21b7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:22.876383 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-badf212f-daaf-4645-856b-148fc21b7075 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3528619
Dec 02 15:56:22.895387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-ddbd9aff-2638-412a-a2da-9c189b8e5383 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:56:22.899537 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-ddbd9aff-2638-412a-a2da-9c189b8e5383 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0222421
Dec 02 15:56:23.056453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:23.057138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.116374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090639978>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:19Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:23.118371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:56:23.145900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:23.146961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090639978>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:23.167026 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3084977
Dec 02 15:56:23.188576 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9ef8a-b633-4e84-be92-e613434ad80b req-ba1b8918-3ceb-4c38-8715-31ad6b08eb57 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:23.189432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d7c9ef8a-b633-4e84-be92-e613434ad80b req-ba1b8918-3ceb-4c38-8715-31ad6b08eb57 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:23.208833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Request body: {'port': {'device_id': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:23.373894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.411606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53664) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:23.463169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-ea5c42df-a2d1-4088-b31c-5f70c8b09469 None None] Provisioning for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:56:23.474587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-ea5c42df-a2d1-4088-b31c-5f70c8b09469 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:23.474995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea5c42df-a2d1-4088-b31c-5f70c8b09469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.506211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-9e403736-35ec-4e77-b043-36f60d992dd7 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5984638
Dec 02 15:56:23.567262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c42df-a2d1-4088-b31c-5f70c8b09469 None None] Port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:56:23.570807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:23.749181 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f896f078-6b2d-40b4-8584-0aae17bf1cc4 req-aaf34852-16d9-4432-8ca9-d29cb1f8d6c2 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2340021
Dec 02 15:56:23.812120 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4a0c33cf-cea2-4956-9f1f-cec100c9f41d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8591aaa151db43c89c50508ddfdae3f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3752301
Dec 02 15:56:23.812120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53670) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:23.879465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.916833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.935686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e88c508-63bd-4782-ab84-478ed9ae3bb4 {{(pid=80393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:56:23.947763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:23.966342 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Transition to ACTIVE for port object 4e88c508-63bd-4782-ab84-478ed9ae3bb4 will not be triggered until provisioned by entity L2. {{(pid=80393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:56:24.022354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090639978>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:19Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:24.022506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c2c10-8185-46fb-920f-11bf29f1a697 None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:19Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:56:24.117690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-d7c9ef8a-b633-4e84-be92-e613434ad80b req-ba1b8918-3ceb-4c38-8715-31ad6b08eb57 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:24.121224 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d7c9ef8a-b633-4e84-be92-e613434ad80b req-ba1b8918-3ceb-4c38-8715-31ad6b08eb57 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 931 time: 1.2298958
Dec 02 15:56:24.158808 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:24.164445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7b5e3619-efeb-4640-a1f1-2d9b4295ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:24.185788 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:24.190805 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'status': 'completed', 'code': 200}
Dec 02 15:56:24.192244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d8122-1c5d-44cf-b733-a13e284ef8d5,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:24.199859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:24.205814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-94865dd3-4335-49f2-845c-ab8cd429069b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:24.231473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:24.232763 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/137d8122-1c5d-44cf-b733-a13e284ef8d5 HTTP/1.1" status: 204  len: 168 time: 0.4370472
Dec 02 15:56:24.439949 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d7c9ef8a-b633-4e84-be92-e613434ad80b req-937ed4d4-fba1-48f5-b535-6836d91b77a0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3124936
Dec 02 15:56:24.443716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6ee30-2c0e-438e-ae66-dfcf7c9a12d5 None None] New status for floating IP 59b88589-1f49-4141-8a84-359beb503bff: ACTIVE {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:56:24.459059 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11365b29-4f64-4a3d-87f0-6aaa99eb72ee req-9c1af046-73e0-4301-b753-6bdb399062bb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:24.467327 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11365b29-4f64-4a3d-87f0-6aaa99eb72ee req-9c1af046-73e0-4301-b753-6bdb399062bb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1467364
Dec 02 15:56:24.526483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=2']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:24.539784 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:24.565444 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-11365b29-4f64-4a3d-87f0-6aaa99eb72ee req-449a2704-8130-467f-b351-230d1da356a1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955918
Dec 02 15:56:24.615249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-b456b0e0-448c-4dcd-a3ad-a48300271215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:24.618392 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-b456b0e0-448c-4dcd-a3ad-a48300271215 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.3388584
Dec 02 15:56:25.236834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Attempting to bind port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:56:25.237320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Attempting to bind port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:56:25.237785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Attempting to bind port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 on network b49751da-eb0e-4ecb-880c-88dd1ff589c9 {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:56:25.259484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:56:25.259877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Checking segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:56:25.260457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:25.260877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Bound using segment: {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'} {{(pid=80393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:56:25.261685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Bound port: 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2b9bb5-2e4a-45e1-9689-22866f95621c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9'}}] {{(pid=80393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:56:25.262268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:25.280389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-14fed4b1-b349-4550-83dc-877d2aa4a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:25.282733 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-14fed4b1-b349-4550-83dc-877d2aa4a9b3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.6284196
Dec 02 15:56:25.778062 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-83b6101a-f08b-4faa-ae96-85d99ecf1c40 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 1001 time: 0.4466243
Dec 02 15:56:25.782283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, cleared binding levels {{(pid=80393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:56:25.853158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:56:25.885335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-5ab0bcd0-e641-48dc-bdba-be6c7acd8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:25.887038 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-5ab0bcd0-e641-48dc-bdba-be6c7acd8ca5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1008372
Dec 02 15:56:25.893811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851334572'] for port, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:25.918076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32ffbc-a019-4d21-b175-b809c6a8a951 req-fedbe456-1485-49f8-9d29-98518acbbbf9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:25.920577 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5f32ffbc-a019-4d21-b175-b809c6a8a951 req-fedbe456-1485-49f8-9d29-98518acbbbf9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1065309
Dec 02 15:56:25.947766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-72856fee-b449-4b8e-80ed-1ffe3e5b0a93 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:26.016411 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5f32ffbc-a019-4d21-b175-b809c6a8a951 req-1b768c9c-7bf7-4973-b041-85f2d1bd8db5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826471
Dec 02 15:56:26.154700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab872f1-a37b-4b9f-847b-6ecd2c59e66a req-ac065fdb-3d5c-4f50-b34c-972a41c45113 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:26.171213 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6ab872f1-a37b-4b9f-847b-6ecd2c59e66a req-ac065fdb-3d5c-4f50-b34c-972a41c45113 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.4684618
Dec 02 15:56:26.276926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=3']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:26.282609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:26.327473 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6ab872f1-a37b-4b9f-847b-6ecd2c59e66a req-211bf9a2-c8cf-4e96-8a12-ca4689e4674b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1546576
Dec 02 15:56:26.368893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:26.369865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:26.371779 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-5cf16696-3315-4a89-aec4-6d30be1ab084 service neutron] 10.222.0.103 "PUT /v2.0/ports/4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 1157 time: 3.1687315
Dec 02 15:56:26.372718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:26.389912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-43ec2cdd-925f-494d-a013-dc2624657e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:26.396862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-43ec2cdd-925f-494d-a013-dc2624657e59 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4813240
Dec 02 15:56:26.622076 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'status': 'completed', 'code': 200}
Dec 02 15:56:26.783400 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-e46b9d91-d259-40fc-a52a-476b2c175fe1 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3814580
Dec 02 15:56:26.787333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-cb34999f-a4c6-44eb-8991-4d3ee226ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:26.789313 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-cb34999f-a4c6-44eb-8991-4d3ee226ea97 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1160 time: 0.2555788
Dec 02 15:56:26.974352 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-b47ed029-9116-438c-b7c7-db20218fe025 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 217 time: 0.1374106
Dec 02 15:56:27.106893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-d5b2e2a1-bade-45ae-ad69-16444568461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:27.108597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-d5b2e2a1-bade-45ae-ad69-16444568461c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.1229429
Dec 02 15:56:27.110761 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b9ab8d97-1210-4a51-8f69-d7719de4e0f5 req-007ea7c0-e065-44e3-a7e3-80aa126ce3ce service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3026185
Dec 02 15:56:27.251136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601599-df7f-4eb9-a170-1958c4779595 req-317c52ea-5779-487c-af26-f6b21197b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:27.253089 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-317c52ea-5779-487c-af26-f6b21197b19e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1131859
Dec 02 15:56:27.469975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e742d-76d2-4232-8d67-4e80d94f2c91 req-04a55512-c2e3-423e-9b07-7a6c9c117dd5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:27.471696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-805e742d-76d2-4232-8d67-4e80d94f2c91 req-04a55512-c2e3-423e-9b07-7a6c9c117dd5 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1843927
Dec 02 15:56:27.541257 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-805e742d-76d2-4232-8d67-4e80d94f2c91 req-a05eaa17-72bc-4c07-8212-6b7f95b806de tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505078
Dec 02 15:56:27.556743 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-e931839d-b665-446e-a536-41f15f24ed5c service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2954824
Dec 02 15:56:27.650138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53ab3-af15-49e3-b7fc-7988544e436a req-b8a11792-29b1-417c-b447-1ff205dfe23a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:27.652044 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75b53ab3-af15-49e3-b7fc-7988544e436a req-b8a11792-29b1-417c-b447-1ff205dfe23a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1182766
Dec 02 15:56:27.740756 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75b53ab3-af15-49e3-b7fc-7988544e436a req-106637b3-04ce-49a5-a727-6c58f373fa75 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0806262
Dec 02 15:56:27.753597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a0601599-df7f-4eb9-a170-1958c4779595 req-daf606e8-3ac7-4163-b05c-a26624aa4027 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1828916
Dec 02 15:56:28.020645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-1bba4308-e3e5-40c7-a045-35ae2905bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:28.022330 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-1bba4308-e3e5-40c7-a045-35ae2905bce4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1160 time: 0.0921686
Dec 02 15:56:28.185749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-87068804-c6fc-4e7c-ba79-3497d73aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:28.188249 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-87068804-c6fc-4e7c-ba79-3497d73aa4b1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.1570954
Dec 02 15:56:28.272490 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-b07ea21b-f162-4eae-89fd-cdc9334bcd31 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 217 time: 0.0654199
Dec 02 15:56:28.350496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-8e68011d-43f4-4173-be4b-066693c2fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:28.352192 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-8e68011d-43f4-4173-be4b-066693c2fc72 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.0709279
Dec 02 15:56:28.438607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-e510cd46-5749-450a-b1cf-e40325f53195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:28.440443 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-e510cd46-5749-450a-b1cf-e40325f53195 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786190
Dec 02 15:56:28.599038 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-7153fcc0-7844-4bed-bcb8-67a61debb795 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484089
Dec 02 15:56:28.858769 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-71da359c-5a8c-4927-a1dc-f5caeab8f970 req-62c5aab6-9973-4175-91d5-6f1caac58936 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2476673
Dec 02 15:56:28.904952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1c1b3-d77b-40b6-beca-44a0c1bbf4f8 req-dfb041ff-1018-4b38-80e6-849a37e8302a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:28.910289 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90d1c1b3-d77b-40b6-beca-44a0c1bbf4f8 req-dfb041ff-1018-4b38-80e6-849a37e8302a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1308177
Dec 02 15:56:28.985904 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90d1c1b3-d77b-40b6-beca-44a0c1bbf4f8 req-5d3e7956-85bc-4188-a9e6-0fbc7b3ec519 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665808
Dec 02 15:56:29.070192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae93e1-c0f1-4525-b0c8-87e74dc13ced req-6e96ccc4-6f41-44e4-8b77-4004bf0caacf tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:29.087220 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a8ae93e1-c0f1-4525-b0c8-87e74dc13ced req-6e96ccc4-6f41-44e4-8b77-4004bf0caacf tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1657567
Dec 02 15:56:29.158059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a8ae93e1-c0f1-4525-b0c8-87e74dc13ced req-02e54a06-e565-4d3c-be78-0cc8bce29dc4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0679240
Dec 02 15:56:30.378907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae3da-34a2-4fa0-a554-8f6e17ad70e4 req-f1596dae-8dce-41a4-80e2-34708a83dd82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:30.382057 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-22cae3da-34a2-4fa0-a554-8f6e17ad70e4 req-f1596dae-8dce-41a4-80e2-34708a83dd82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1755264
Dec 02 15:56:30.434595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d282c8-06bf-407b-b2cd-01c206a6eb3a req-fef88baa-500b-4d86-951d-eaea724df2e3 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:30.436292 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-15d282c8-06bf-407b-b2cd-01c206a6eb3a req-fef88baa-500b-4d86-951d-eaea724df2e3 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1069350
Dec 02 15:56:30.467465 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-22cae3da-34a2-4fa0-a554-8f6e17ad70e4 req-53a6c614-8ad1-437f-877b-64c866daec48 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777104
Dec 02 15:56:30.528983 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-15d282c8-06bf-407b-b2cd-01c206a6eb3a req-c78a745e-cb63-429b-91d6-73b831af9b42 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0784421
Dec 02 15:56:31.774121 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b65c72-68d7-468d-b4cc-73836aa43d15 req-52bfa613-ac54-4575-817b-0d7e7762ba58 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:31.774733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5e543-a5e7-466e-a8cf-fd2a97f942c1 req-542779e7-fd47-4747-8027-74c94a71bab5 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:31.775765 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f9b65c72-68d7-468d-b4cc-73836aa43d15 req-52bfa613-ac54-4575-817b-0d7e7762ba58 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1001256
Dec 02 15:56:31.776237 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9d5e543-a5e7-466e-a8cf-fd2a97f942c1 req-542779e7-fd47-4747-8027-74c94a71bab5 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0953627
Dec 02 15:56:31.831234 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9d5e543-a5e7-466e-a8cf-fd2a97f942c1 req-c295d588-ed37-46c8-8dd3-f5086f0b5204 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0460763
Dec 02 15:56:32.070481 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f9b65c72-68d7-468d-b4cc-73836aa43d15 req-dc35bac6-397d-449f-af13-1dd3664ee197 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2869315
Dec 02 15:56:33.134315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807242-f9c4-497a-94d0-1066f9e8e18b req-28779a53-2873-4a99-ac36-f1d5305133f7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:33.137487 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4807242-f9c4-497a-94d0-1066f9e8e18b req-28779a53-2873-4a99-ac36-f1d5305133f7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1307235
Dec 02 15:56:33.235523 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c4807242-f9c4-497a-94d0-1066f9e8e18b req-be09df3b-36e8-4a26-b818-4272166cf959 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0834172
Dec 02 15:56:33.477165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498d394-c56c-47e5-80f9-31dbcddebb8e req-be9f6128-033d-4a6d-9983-0f1bffa114e4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:33.479357 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6498d394-c56c-47e5-80f9-31dbcddebb8e req-be9f6128-033d-4a6d-9983-0f1bffa114e4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1059451
Dec 02 15:56:33.537525 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6498d394-c56c-47e5-80f9-31dbcddebb8e req-00320941-f132-4fc1-aa59-bd12a9dbf4ed tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490592
Dec 02 15:56:34.479528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fa220-0ff4-49a0-aacf-5ed5877b8b6f req-4bfa5998-b0d8-4f15-ae96-69ef9c3985cc tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:34.481180 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-276fa220-0ff4-49a0-aacf-5ed5877b8b6f req-4bfa5998-b0d8-4f15-ae96-69ef9c3985cc tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0955944
Dec 02 15:56:34.547430 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-276fa220-0ff4-49a0-aacf-5ed5877b8b6f req-ae6f578a-8028-46fe-a9b3-423b1c05f3ce tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0573130
Dec 02 15:56:34.905575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4147-c363-42ec-a05a-41e445887451 req-534be120-663a-4294-bd4b-45aec1324c8c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:34.907585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-825a4147-c363-42ec-a05a-41e445887451 req-534be120-663a-4294-bd4b-45aec1324c8c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1548491
Dec 02 15:56:34.915486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-44ed983f-6b06-467d-bd79-d966a97fb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:34.917165 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-44ed983f-6b06-467d-bd79-d966a97fb480 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1162 time: 0.1164887
Dec 02 15:56:35.052597 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-825a4147-c363-42ec-a05a-41e445887451 req-360000f3-22bf-4e88-bc6e-43e1a31d669e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343400
Dec 02 15:56:35.129626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-d83ce9e7-3f4b-4ee7-8a93-6e52ce8f369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:35.131274 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-d83ce9e7-3f4b-4ee7-8a93-6e52ce8f369b service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.1982603
Dec 02 15:56:35.310693 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-97bc4b01-04de-44fa-a6e5-3f3b2919475c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 1001 time: 0.1322432
Dec 02 15:56:35.392072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-23d7dc17-d3af-4957-9300-fa10148db604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:35.393818 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-23d7dc17-d3af-4957-9300-fa10148db604 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.0758851
Dec 02 15:56:35.512629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-6048cc7a-bb37-4eac-9d61-813ab769e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:35.514344 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-6048cc7a-bb37-4eac-9d61-813ab769e274 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1064672
Dec 02 15:56:35.723078 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-6d8a84a5-a981-41c5-a749-758dc7473ea2 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968915
Dec 02 15:56:35.802725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aad8d6-c659-4d93-9b01-c98f4b06a449 req-c6476453-c7a7-4f23-ae38-1c117622be0e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:35.805258 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6aad8d6-c659-4d93-9b01-c98f4b06a449 req-c6476453-c7a7-4f23-ae38-1c117622be0e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0953157
Dec 02 15:56:35.876549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6aad8d6-c659-4d93-9b01-c98f4b06a449 req-67de0473-d712-4241-b7b1-c4dbeaf1ab3d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0543587
Dec 02 15:56:35.914046 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2ea1bdb8-2de5-4b24-82a5-84872fad8021 req-9f261ab4-bf8c-422a-9891-576ea66697bb service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1816156
Dec 02 15:56:36.314912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53a8f9-5f66-422e-9614-583a2076fe99 req-31a0778b-8288-43ce-94fa-188f87982873 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:36.316642 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af53a8f9-5f66-422e-9614-583a2076fe99 req-31a0778b-8288-43ce-94fa-188f87982873 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0948820
Dec 02 15:56:36.380320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:36.393839 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af53a8f9-5f66-422e-9614-583a2076fe99 req-56b23aa1-c971-4804-9b94-dcb6814be05a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703659
Dec 02 15:56:36.723158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:56:36.728830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:36.729260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:36.851069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:36.882193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:36.893604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:36.929361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:36.932719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5818c49c-71b3-4dde-a2f5-993d249a193c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:36.978716 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'code': 200}
Dec 02 15:56:37.022929 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:37.026618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:37.125250 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361b042-829b-4771-959d-ba9bae7ecbe3 req-693e96b1-9fb4-4a76-9034-b32a98b86d01 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:37.126904 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d361b042-829b-4771-959d-ba9bae7ecbe3 req-693e96b1-9fb4-4a76-9034-b32a98b86d01 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1016471
Dec 02 15:56:37.187949 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d361b042-829b-4771-959d-ba9bae7ecbe3 req-a11c7ac9-3b3e-4cfe-b2be-054ecb9989f0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0529394
Dec 02 15:56:37.518698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fad202-e978-4c7d-acb6-1755d32801fc req-ef18c200-6a21-46a8-bdd1-4ff9373032a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:37.520765 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6fad202-e978-4c7d-acb6-1755d32801fc req-ef18c200-6a21-46a8-bdd1-4ff9373032a7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.0923319
Dec 02 15:56:37.575713 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6fad202-e978-4c7d-acb6-1755d32801fc req-3f9f240f-0213-405d-8739-a85e7578c758 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467067
Dec 02 15:56:37.649883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921ea2-7804-4cfb-b160-2d2e5cb1f810 req-3af092fd-5f82-4869-ad8d-d74638fe1a2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:37.651524 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-69921ea2-7804-4cfb-b160-2d2e5cb1f810 req-3af092fd-5f82-4869-ad8d-d74638fe1a2c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0920575
Dec 02 15:56:37.682547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:37.711424 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-69921ea2-7804-4cfb-b160-2d2e5cb1f810 req-87a312c4-b1f3-43c3-8571-9765c27c2558 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522971
Dec 02 15:56:37.764527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:37.772853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:38.425879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eff2f-97dd-474a-9d46-3431bd606462 req-cf336297-5ed9-4b22-92dd-946dccd9115d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:38.427654 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d88eff2f-97dd-474a-9d46-3431bd606462 req-cf336297-5ed9-4b22-92dd-946dccd9115d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0936499
Dec 02 15:56:38.480338 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d88eff2f-97dd-474a-9d46-3431bd606462 req-084770f2-d440-4f15-92f1-8976e510e3c1 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454078
Dec 02 15:56:38.971005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833ca62-47f4-425d-ac46-05b4d6b69f6e req-99bad6c7-fee5-4127-a893-39f752ed33b9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:38.972736 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0833ca62-47f4-425d-ac46-05b4d6b69f6e req-99bad6c7-fee5-4127-a893-39f752ed33b9 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.0971112
Dec 02 15:56:39.032592 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0833ca62-47f4-425d-ac46-05b4d6b69f6e req-3466064b-4600-43fa-b373-152f46648a0d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513508
Dec 02 15:56:39.716460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32ebb-03c9-4b48-ad5e-c0d5b29d45a1 req-376b11b0-2136-4027-99df-48965445b60d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:39.718670 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fb32ebb-03c9-4b48-ad5e-c0d5b29d45a1 req-376b11b0-2136-4027-99df-48965445b60d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0981596
Dec 02 15:56:39.776431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:56:39.779601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdb653-98c4-43b9-883d-4d1d7a220527 req-7f68ccb4-b051-48a7-abd4-8df8438c5165 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:39.781449 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8fb32ebb-03c9-4b48-ad5e-c0d5b29d45a1 req-93c06644-07ce-4299-8979-eef3cd03302e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0552649
Dec 02 15:56:39.781709 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35bdb653-98c4-43b9-883d-4d1d7a220527 req-7f68ccb4-b051-48a7-abd4-8df8438c5165 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.0998614
Dec 02 15:56:39.837672 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-35bdb653-98c4-43b9-883d-4d1d7a220527 req-ff0c5a8e-76cc-46d4-824f-7184760e8ce0 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487750
Dec 02 15:56:39.849388 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:56:39.849802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:40.028873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:56:40.055162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9fc71-2850-4233-acb0-0afa106f963b req-b3ee0265-ba26-4c2c-be40-b2b4cc0866f6 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:40.057152 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9df9fc71-2850-4233-acb0-0afa106f963b req-b3ee0265-ba26-4c2c-be40-b2b4cc0866f6 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1178737
Dec 02 15:56:40.111123 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9df9fc71-2850-4233-acb0-0afa106f963b req-7434a9ea-0916-4bca-8900-591076153479 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461421
Dec 02 15:56:40.182698 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:40.214012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:40.226824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=8520bf21-16f0-4a79-b561-5531577e5d0c,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:40.262548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:40.264738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3ffb9d53-b4c4-4429-ada4-c7f3fe2f5b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:40.353324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:40.364958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:40.377685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72573a97-6e79-49d1-95d0-9b8155628096 req-f660896a-449f-4161-85c9-c49b42f4e800 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:40.379411 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-72573a97-6e79-49d1-95d0-9b8155628096 req-f660896a-449f-4161-85c9-c49b42f4e800 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1171198
Dec 02 15:56:40.388096 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-9f606837-dd2e-477a-8776-2792e3182483 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2176459
Dec 02 15:56:40.404953 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:40.413150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:56:40.418800 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Usage tracker for resource:floatingip and tenant:92c709d41db94ec88054f3a048762c37 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:56:40.422993 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:56:40.429348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:56:40.441990 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-72573a97-6e79-49d1-95d0-9b8155628096 req-18536118-2b11-43a1-8d67-8c8f12a39544 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547907
Dec 02 15:56:40.491006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:40.536659 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'code': 200}
Dec 02 15:56:40.650413 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:40.977084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Allocated IP 172.27.0.3 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/26353baa-2b65-42e2-86ab-188db3cd5f8d) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:56:41.159117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:41.223366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:41.242604 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-126c214e-3cd9-4df3-9825-b2cb2c777124 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:41.377628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'Port': ['ID=26353baa-2b65-42e2-86ab-188db3cd5f8d,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:41.399181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:41.414488 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:41.465813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:56:41.466661 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:56:41.471493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:56:41.583796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8640d1-829d-4b66-9753-30d99073779a req-06ad8dca-dc64-4a1a-9aaa-1435417c0ff9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:41.585423 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de8640d1-829d-4b66-9753-30d99073779a req-06ad8dca-dc64-4a1a-9aaa-1435417c0ff9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.0885599
Dec 02 15:56:41.592546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:41.642794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de8640d1-829d-4b66-9753-30d99073779a req-7f6f5dec-4a3a-456e-82ef-25410a62cc25 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439506
Dec 02 15:56:41.704374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:41.866548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e7050ba3-a0f4-4d92-a772-13e8778f0533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:42.014491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:42.097830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:42.219288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5b4b4c4b-eaea-41bb-a033-28eb61bb0e06 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:42.318376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event updated for resources: {'Port': ['ID=26353baa-2b65-42e2-86ab-188db3cd5f8d,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:42.324243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:42.415328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:42.474240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:42.475800 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.0790281
Dec 02 15:56:42.565474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-830dc3a2-00e9-40bb-ae04-053651032015 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:56:42.628514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-830dc3a2-00e9-40bb-ae04-053651032015 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:56:42.629829 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-830dc3a2-00e9-40bb-ae04-053651032015 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 694 time: 0.1466250
Dec 02 15:56:42.654096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-95668f24-1408-495b-90c1-bf7556b1c4ef tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:42.657707 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-95668f24-1408-495b-90c1-bf7556b1c4ef tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.0890417
Dec 02 15:56:42.736716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:56:42.737093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.037001 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616ece-44cb-4ba8-bc0d-603658324e8c req-11b2591c-dc2e-4de6-8c2a-055d4a008500 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:43.038684 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd616ece-44cb-4ba8-bc0d-603658324e8c req-11b2591c-dc2e-4de6-8c2a-055d4a008500 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 945 time: 0.2433333
Dec 02 15:56:43.053506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-9c151c0b-3e41-4fbb-99e9-8a2a7aa9cdff tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:43.056213 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-31aee8a6-3e8b-4d27-a084-d64e786f875f req-9c151c0b-3e41-4fbb-99e9-8a2a7aa9cdff tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.4197218
Dec 02 15:56:43.146740 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-dd616ece-44cb-4ba8-bc0d-603658324e8c req-8feb4db6-8de8-480c-aec7-115f1318a040 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013670
Dec 02 15:56:43.158061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:43.158477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.526956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2548b3-7760-4ef3-a537-f9e45e99318e req-ce56ee4e-37cc-414a-9b41-f5156fd88b44 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:43.529389 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2d2548b3-7760-4ef3-a537-f9e45e99318e req-ce56ee4e-37cc-414a-9b41-f5156fd88b44 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.0982370
Dec 02 15:56:43.543383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:56:43.560499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-3ee375cd-8078-4e73-ae00-79b5a47f74f9 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:43.564051 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-3ee375cd-8078-4e73-ae00-79b5a47f74f9 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2944574
Dec 02 15:56:43.593794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2d2548b3-7760-4ef3-a537-f9e45e99318e req-747b92d1-e370-4a31-867a-596a8cf8c5d0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519233
Dec 02 15:56:43.712370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53862) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:43.745715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.776689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:43.793891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:43.831989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.834478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:43.883386 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'code': 200}
Dec 02 15:56:43.892676 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-b2782cb9-6642-4791-aa4b-7240691786f2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1789651
Dec 02 15:56:43.928519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.928519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:43.928519 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP 2cd9db13-480b-4fc6-856c-1bb87ddea488 disassociated. External IP: 172.27.0.235, port: 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88.
Dec 02 15:56:43.928519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:56:43.932900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:43.936754 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:43.956861 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-15aeb27e-6008-4a99-9a79-fd86a7551f6e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 694 time: 0.3851638
Dec 02 15:56:43.983352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Request body: {'floatingip': {'port_id': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:56:44.015832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce3ad-15a8-425d-8ce5-c1d7c5fc095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:44.090369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:44.295145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:56:44.295515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:56:44.390105 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288625d-e37a-46f1-be96-f4e042faf99e req-abe17ab1-9db8-4e5b-bc19-7fc8f422e78c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:44.391899 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f288625d-e37a-46f1-be96-f4e042faf99e req-abe17ab1-9db8-4e5b-bc19-7fc8f422e78c tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.0934236
Dec 02 15:56:44.449239 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f288625d-e37a-46f1-be96-f4e042faf99e req-a4be9e1c-6e1d-475c-923e-53dd5c70c2bb tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500405
Dec 02 15:56:44.716179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-6ccaa6f6-6a6d-4a7c-9771-a37938df0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:44.718064 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-6ccaa6f6-6a6d-4a7c-9771-a37938df0cb5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca&tenant_id=db296e2b87e34627b69487c0870d6fb7 HTTP/1.1" status: 200  len: 1160 time: 0.1364295
Dec 02 15:56:44.796794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:56:44.797531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:44.841150 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ae155-bcd3-4c19-8e0b-96b54ebcd6d1 req-420f0fd2-28f1-4668-8cfa-01baad30173c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:44.843040 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ad2ae155-bcd3-4c19-8e0b-96b54ebcd6d1 req-420f0fd2-28f1-4668-8cfa-01baad30173c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.0944986
Dec 02 15:56:44.895065 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ad2ae155-bcd3-4c19-8e0b-96b54ebcd6d1 req-f8406814-93bf-4c06-a5a2-f3ef4a18da03 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444591
Dec 02 15:56:44.958339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:45.004136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:45.205561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:45.248047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-14aeb9d9-55c9-4c2f-a8ff-884397ba2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:45.250374 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-14aeb9d9-55c9-4c2f-a8ff-884397ba2daa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=db296e2b87e34627b69487c0870d6fb7&device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1160 time: 0.4221187
Dec 02 15:56:45.451059 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Floating IP ee1a5794-abca-42da-958d-26f64e29fdc3 associated. External IP: 172.27.0.3, port: 4e88c508-63bd-4782-ab84-478ed9ae3bb4.
Dec 02 15:56:45.709175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c7f6b-76b5-4e21-be83-6163b439dd4f req-18d87226-5ba2-4926-8516-61a89c97fc9f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:45.711114 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fc6c7f6b-76b5-4e21-be83-6163b439dd4f req-18d87226-5ba2-4926-8516-61a89c97fc9f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 943 time: 0.1204364
Dec 02 15:56:45.761554 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fc6c7f6b-76b5-4e21-be83-6163b439dd4f req-f4723b94-8a56-4b90-bd52-0b7ec2375c62 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437818
Dec 02 15:56:45.831240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] For port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:45.831667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:45.848863 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:45.964079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-efbefb8d-dd24-4a2b-a3a4-b501631c1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:45.965692 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-efbefb8d-dd24-4a2b-a3a4-b501631c1778 service neutron] 10.222.0.103 "GET /v2.0/networks?id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 200  len: 911 time: 0.7010963
Dec 02 15:56:46.173489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cefd7-b984-410e-9fb0-234ec16eeb27 req-4f88c81b-745d-4790-80f3-32713c0cb160 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:46.175156 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-401cefd7-b984-410e-9fb0-234ec16eeb27 req-4f88c81b-745d-4790-80f3-32713c0cb160 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1080415
Dec 02 15:56:46.228442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:46.229909 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-401cefd7-b984-410e-9fb0-234ec16eeb27 req-423bac02-dc0e-4dbc-a619-40207fbfa35d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477803
Dec 02 15:56:46.316670 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-8d04c5b4-9fda-4557-9b38-6fc40e54a268 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 200  len: 999 time: 0.3378282
Dec 02 15:56:46.540683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:46.541098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:46.541448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Floating IP 2cd9db13-480b-4fc6-856c-1bb87ddea488 disassociated. External IP: 172.27.0.235, port: 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88.
Dec 02 15:56:46.541831 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 owned by compute:nova {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:56:46.588062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-d16d768a-20eb-4410-9131-ec2e6ebc42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:46.589552 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-d16d768a-20eb-4410-9131-ec2e6ebc42b5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 200  len: 856 time: 0.1974068
Dec 02 15:56:46.656999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Router dca5dc26-96f0-4547-947a-bf3e385ef00f has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:56:46.913809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-926a8946-5522-4873-ac49-d81302e4f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:46.915373 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-926a8946-5522-4873-ac49-d81302e4f409 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3158996
Dec 02 15:56:46.990693 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5244507-7479-4700-a89c-4252c4733893 req-3a759abe-41db-4ab4-a9ef-0480490d944f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:46.992922 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5244507-7479-4700-a89c-4252c4733893 req-3a759abe-41db-4ab4-a9ef-0480490d944f tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 865 time: 0.0923557
Dec 02 15:56:47.045110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:47.055149 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e5244507-7479-4700-a89c-4252c4733893 req-81add56a-a2cc-4b10-87d5-5e2f55fd045b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups?id=78112c09-2224-4817-9e06-fbd323794760&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488253
Dec 02 15:56:47.068787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89e2ff1e-6679-4d9f-8f89-fd72220bcd8a tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:47.174627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'Port': ['ID=3e83b8a1-a2d7-4b77-ba2c-33336ed53c88,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:47.195595 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:56:47.206319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Sync routers for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:56:47.209747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.210158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.210569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.210983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.211383 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.211775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.212196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.212592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.212982 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.213390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.213792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.214182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.214647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.215034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.215420 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.215810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.216244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.216632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.217015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.217403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.218254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.218254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.218691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.218998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:56:47.219248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:47.220126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090f06ac8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:47.234411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:47.256756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:47.352483 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-b5f4eaca-e566-4f2b-a190-c28bcf13dd0f service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4235504
Dec 02 15:56:47.407401 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-34530470-85fd-4451-ba2c-0ac983f36afb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "PUT /v2.0/floatingips/ee1a5794-abca-42da-958d-26f64e29fdc3 HTTP/1.1" status: 200  len: 994 time: 3.4430482
Dec 02 15:56:47.414679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:47.418266 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:47.558087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d263-1429-4d04-9952-4601ae77a6f9 req-c0c20be1-0593-4f73-b17d-5970c656bc66 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:47.566538 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ee5d263-1429-4d04-9952-4601ae77a6f9 req-c0c20be1-0593-4f73-b17d-5970c656bc66 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1274400
Dec 02 15:56:47.618868 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ee5d263-1429-4d04-9952-4601ae77a6f9 req-2f07b326-8c53-47da-831a-9dbffe6eea43 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499613
Dec 02 15:56:47.845910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090f06ac8>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'ee1a5794-abca-42da-958d-26f64e29fdc3', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'port_id': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'mac_address': 'fa:16:3e:f8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:41Z', 'updated_at': '2020-12-02T15:56:44Z', 'revision_number': 1, 'project_id': '92c709d41db94ec88054f3a048762c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:47.851101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Checking router: dca5dc26-96f0-4547-947a-bf3e385ef00f for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:56:47.853205 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'status': 'completed', 'code': 200}
Dec 02 15:56:47.861149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:47.861677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090f06ac8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:47.890944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-ec282038-c8ba-4042-85e5-0222df7ccd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:47.893876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-ec282038-c8ba-4042-85e5-0222df7ccd27 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.1253324
Dec 02 15:56:48.075494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-116cb9fb-c654-47cb-b71c-7ca74d0f8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.077727 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-116cb9fb-c654-47cb-b71c-7ca74d0f8583 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.1768477
Dec 02 15:56:48.112113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:48.144366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8ce6093f-b9ec-4026-b70b-019555a9b000 req-8f204410-78f5-46cc-bf32-c24b4554e292 service neutron] 10.222.0.103 "GET /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7822387
Dec 02 15:56:48.203173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-da7f7979-6305-4841-8517-97e07dd8046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.210825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-da7f7979-6305-4841-8517-97e07dd8046e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.7407122
Dec 02 15:56:48.281123 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-bf06b455-d7ca-4c4e-8413-979df511ae93 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 997 time: 0.1700420
Dec 02 15:56:48.341743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:56:48.422523 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-947a9511-a75b-473a-9a6d-76bee58db121 req-ff7c693e-125e-425d-8c46-b1596047cf56 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.0763376
Dec 02 15:56:48.460514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-df96663e-1501-4958-80d1-bf7d6d271ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.462222 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-df96663e-1501-4958-80d1-bf7d6d271ed8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.1610634
Dec 02 15:56:48.552397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-9e087cb2-5cd2-491e-bf05-f7debcd532d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.554060 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-9e087cb2-5cd2-491e-bf05-f7debcd532d1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.3367012
Dec 02 15:56:48.561032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-5121b970-a75c-4578-b2eb-4a2ef4ba2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.564259 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-5121b970-a75c-4578-b2eb-4a2ef4ba2af0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938461
Dec 02 15:56:48.627126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090f06ac8>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'ee1a5794-abca-42da-958d-26f64e29fdc3', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'port_id': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'mac_address': 'fa:16:3e:f8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:41Z', 'updated_at': '2020-12-02T15:56:44Z', 'revision_number': 1, 'project_id': '92c709d41db94ec88054f3a048762c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:48.631549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3760bd-d828-4b2f-9f44-77ceca07a884 None None] The sync data for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi is: [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': 'ee1a5794-abca-42da-958d-26f64e29fdc3', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'port_id': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'mac_address': 'fa:16:3e:f8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:41Z', 'updated_at': '2020-12-02T15:56:44Z', 'revision_number': 1, 'project_id': '92c709d41db94ec88054f3a048762c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:56:48.713512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:56:48.726982 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:56:48.747710 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-c0426bb2-0582-4ea5-a6b1-2c0d23bade97 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 997 time: 0.1767793
Dec 02 15:56:48.755648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:48.756527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907abfd0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:48.760695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-49e26623-73c0-46b2-8e65-2e30a3d1d12e service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890399
Dec 02 15:56:48.761265 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] No DVR routers for this DVR port 3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 on host hv-cinder-73761 {{(pid=80393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:56:48.799103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:48.801385 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9432f378-38e8-4ca5-b945-ce500fb9a96c req-a2c88528-8b7f-457d-b7f9-0d0e73e98f87 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.103 "DELETE /v2.0/ports/3e83b8a1-a2d7-4b77-ba2c-33336ed53c88 HTTP/1.1" status: 204  len: 173 time: 6.1384709
Dec 02 15:56:48.834359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-e7bb6871-c531-4c6a-9478-9e8e6d69e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.835996 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-e7bb6871-c531-4c6a-9478-9e8e6d69e295 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.0764532
Dec 02 15:56:48.949969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-37c93d4b-0a88-4996-9707-9b6cc126de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:48.951882 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-37c93d4b-0a88-4996-9707-9b6cc126de3b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1055827
Dec 02 15:56:49.030924 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0f1bcc31-1c88-493e-a43b-e8bbd27056c9 req-d561de48-2e65-4d97-b95c-1476609e4483 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2617922
Dec 02 15:56:49.093190 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945e3b-24b3-46b2-a059-1ef97d6c4b07 req-f0e02633-3a70-41d4-935a-02fa8495a707 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:49.105439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b3870-0bff-4998-b7ef-6a6b8c2058aa None None] New status for floating IP ee1a5794-abca-42da-958d-26f64e29fdc3: ACTIVE {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:56:49.108301 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-15945e3b-24b3-46b2-a059-1ef97d6c4b07 req-f0e02633-3a70-41d4-935a-02fa8495a707 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.2946844
Dec 02 15:56:49.203560 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:49.230786 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-15945e3b-24b3-46b2-a059-1ef97d6c4b07 req-2a79bb09-3925-4a15-b1a3-1daeb0ffcbf1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205244
Dec 02 15:56:49.277819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-db2a0eac-cdce-4271-a84f-ae598fa8b208 service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120458
Dec 02 15:56:49.471328 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b8e1277a-88f6-468f-9ee0-43e1167a898b req-b2a25362-1dd8-4bde-bc45-2e6b2162a3d4 service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1855500
Dec 02 15:56:49.669738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907abfd0>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:49.674573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:56:49.682636 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-daf0e52e-294f-49d9-a59d-a211d1a54074 req-902c153f-6dbe-4845-abad-fbbc7cd6e629 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/ports?device_id=35f6bca3-ecd8-46bf-b78b-11c4e89fdb61 HTTP/1.1" status: 200  len: 210 time: 0.0758262
Dec 02 15:56:49.691324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:56:49.692094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907abfd0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:49.854663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-deleted', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:56:49.888011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:56:49.958295 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f6bca3-ecd8-46bf-b78b-11c4e89fdb61', 'name': 'network-vif-deleted', 'tag': '3e83b8a1-a2d7-4b77-ba2c-33336ed53c88', 'status': 'completed', 'code': 200}
Dec 02 15:56:50.384301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907abfd0>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:56:50.408333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ce982-bd11-40e9-8ed5-a3aa64ccd3bd None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:34Z', 'revision_number': 4, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': 'b817120d-b7ab-4359-a550-9af091a5130c', 'name': '', 'network_id': '92487b79-3b7b-42f3-8b9b-942f6ba445e1', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'mac_address': 'fa:16:3e:1e:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:31Z', 'updated_at': '2020-12-02T15:48:46Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'subnets': [{'id': 'ef43b8b5-84ab-4b7a-bdbb-b546fdc78490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:56:50.619728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18f4dd-4895-426e-95bc-8eca2094afc2 req-4858870e-8b71-4e57-ada6-69a16c408ed0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:50.636286 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4f18f4dd-4895-426e-95bc-8eca2094afc2 req-4858870e-8b71-4e57-ada6-69a16c408ed0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1252704
Dec 02 15:56:50.692592 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4f18f4dd-4895-426e-95bc-8eca2094afc2 req-efaaa675-3e61-48dc-abf9-c06c7f667ad4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548422
Dec 02 15:56:50.939492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53928) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:50.959544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbdce33-3f61-49a6-870f-315bd807de6f None None] New status for floating IP 2cd9db13-480b-4fc6-856c-1bb87ddea488: DOWN {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:56:51.072104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.163333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.302676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.308378 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-66a46d37-299b-4bbe-8368-420d80705c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:51.332047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'SecurityGroup': ['ID=78112c09-2224-4817-9e06-fbd323794760,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:51.332047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:51.364167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.368481 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "DELETE /v2.0/security-groups/78112c09-2224-4817-9e06-fbd323794760 HTTP/1.1" status: 204  len: 168 time: 0.4246974
Dec 02 15:56:51.368829 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53932) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:51.401327 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.v2.resource [None req-ec7876be-267d-413f-90da-d29d7e2d2f3b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] show failed (client error): The resource could not be found.
Dec 02 15:56:51.403450 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ec7876be-267d-413f-90da-d29d7e2d2f3b tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "GET /v2.0/security-groups/78112c09-2224-4817-9e06-fbd323794760 HTTP/1.1" status: 404  len: 347 time: 0.0328810
Dec 02 15:56:51.406887 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53936) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:51.579060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Deleting port 10dee2bc-ded4-44a9-a469-2af16e43ae56 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:56:51.579418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.834377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.835207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:51.981561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Calling delete_port for 10dee2bc-ded4-44a9-a469-2af16e43ae56 owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:56:52.057714 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffff6-e0fc-4cd4-bb47-9a09fbeaf055 req-9fd6703e-3611-462e-99b6-a86dbae309bf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:52.059293 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fefffff6-e0fc-4cd4-bb47-9a09fbeaf055 req-9fd6703e-3611-462e-99b6-a86dbae309bf tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1096673
Dec 02 15:56:52.124738 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fefffff6-e0fc-4cd4-bb47-9a09fbeaf055 req-12d08613-2f26-4cb6-99b0-a51a488a0a82 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517058
Dec 02 15:56:52.188544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:52.198195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3512cef3-11c5-4a7d-b769-6c9c0e01653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:52.301948 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Pushing event deleted for resources: {'Port': ['ID=10dee2bc-ded4-44a9-a469-2af16e43ae56,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:52.309602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:52.446660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:52.501364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:52.502653 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] 10.222.0.101 "DELETE /v2.0/floatingips/2cd9db13-480b-4fc6-856c-1bb87ddea488 HTTP/1.1" status: 204  len: 168 time: 1.0947180
Dec 02 15:56:53.423620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c95be-f58c-4a47-aedd-aa20177cdd30 req-9ae6a5ea-0ce3-45ef-ace5-bb2737bea444 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:53.425272 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9f5c95be-f58c-4a47-aedd-aa20177cdd30 req-9ae6a5ea-0ce3-45ef-ace5-bb2737bea444 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.0884845
Dec 02 15:56:53.490494 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9f5c95be-f58c-4a47-aedd-aa20177cdd30 req-f6a406e7-cb56-4244-9fcc-b80c285b609c tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580084
Dec 02 15:56:53.914522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:56:54.736670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366a36a-999d-4a77-8d7d-11ddbac9fb17 req-cb5e8232-437c-43e6-a679-394f601d3ffb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:54.742576 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b366a36a-999d-4a77-8d7d-11ddbac9fb17 req-cb5e8232-437c-43e6-a679-394f601d3ffb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1019750
Dec 02 15:56:54.790184 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b366a36a-999d-4a77-8d7d-11ddbac9fb17 req-cc531dd8-63a8-4d4f-a71f-6ef345bc6759 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448446
Dec 02 15:56:56.054371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a53a-7441-4f21-920c-b378ca0c846e req-464b4162-773c-41f0-9b60-5e66da5ce3de tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:56.056172 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fa74a53a-7441-4f21-920c-b378ca0c846e req-464b4162-773c-41f0-9b60-5e66da5ce3de tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.0927477
Dec 02 15:56:56.137686 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fa74a53a-7441-4f21-920c-b378ca0c846e req-2eb9822d-91cb-447f-b047-2d745ab52b63 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733137
Dec 02 15:56:56.960262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53980) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:56:57.448640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852606d6-baf8-4147-a75c-b65ed4828e38 req-82e923eb-295a-49f3-b3c9-ba5e8a3de799 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:57.450354 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-852606d6-baf8-4147-a75c-b65ed4828e38 req-82e923eb-295a-49f3-b3c9-ba5e8a3de799 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1093190
Dec 02 15:56:57.510455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-852606d6-baf8-4147-a75c-b65ed4828e38 req-13727256-e455-416a-9ff6-82d8b10d78fb tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520420
Dec 02 15:56:57.645701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:58.553244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Deleting port b817120d-b7ab-4359-a550-9af091a5130c {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:56:58.554337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:58.891739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] For port b817120d-b7ab-4359-a550-9af091a5130c, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=b817120d-b7ab-4359-a550-9af091a5130c,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:56:58.892146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:59.052158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Calling delete_port for b817120d-b7ab-4359-a550-9af091a5130c owned by network:router_interface {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:56:59.092125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941543-18ae-4c36-80b0-2a43a5eb3997 req-dbecfe15-c341-4183-9e27-0a45a5bb392f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:56:59.094214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b941543-18ae-4c36-80b0-2a43a5eb3997 req-dbecfe15-c341-4183-9e27-0a45a5bb392f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.4054525
Dec 02 15:56:59.310572 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b941543-18ae-4c36-80b0-2a43a5eb3997 req-09cef4f9-2794-41af-99fb-60b9d3cdee50 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2056823
Dec 02 15:56:59.474452 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:56:59.503167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:56:59.642224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b817120d-b7ab-4359-a550-9af091a5130c,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:56:59.646806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:56:59.973061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:00.600700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Router c76d674d-5222-4db1-a140-317a82c1a47b has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:57:00.674177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8128c4-ae0c-453e-be6f-e8bbdebe5f30 req-63571d9e-f5c1-4b4b-898b-a820a5410598 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:00.686537 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b8128c4-ae0c-453e-be6f-e8bbdebe5f30 req-63571d9e-f5c1-4b4b-898b-a820a5410598 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1431203
Dec 02 15:57:00.737548 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b8128c4-ae0c-453e-be6f-e8bbdebe5f30 req-075e7a66-7a63-4a8e-85ba-e71b1ca04c61 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491843
Dec 02 15:57:00.822944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:57:00.832793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Sync routers for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:57:00.837023 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] 10.222.0.101 "PUT /v2.0/routers/c76d674d-5222-4db1-a140-317a82c1a47b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8754685
Dec 02 15:57:00.839760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 53994) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:00.843893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:00.844685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090639160>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:01.063642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:01.216401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:01.565975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090639160>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:56:59Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:01.570375 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Checking router: c76d674d-5222-4db1-a140-317a82c1a47b for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:57:01.579656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Routers {'c76d674d-5222-4db1-a140-317a82c1a47b'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:01.580376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090639160>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:56:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c76d674d-5222-4db1-a140-317a82c1a47b'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:01.615731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:01.622215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Deleting port 466c658e-8f55-4b0c-9d81-513d4ad04bae {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:01.622601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:01.791933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] Set router c76d674d-5222-4db1-a140-317a82c1a47b gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:01.856358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] For port 466c658e-8f55-4b0c-9d81-513d4ad04bae, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=466c658e-8f55-4b0c-9d81-513d4ad04bae,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:01.857148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:02.073224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Calling delete_port for 466c658e-8f55-4b0c-9d81-513d4ad04bae owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:02.161098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090639160>, [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:56:59Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:02.165377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb186f7-638d-49ec-925f-ab786c5414f5 None None] The sync data for ids ['c76d674d-5222-4db1-a140-317a82c1a47b'] in dv-cinder-737618-2-iscsi is: [{'id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'name': 'tempest-AttachVolumeTestJSON-126841176-router', 'tenant_id': '8bd15c18c1994d418ad257735d95e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:56:59Z', 'revision_number': 5, 'project_id': '8bd15c18c1994d418ad257735d95e8d5', 'gw_port': {'id': '466c658e-8f55-4b0c-9d81-513d4ad04bae', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76d674d-5222-4db1-a140-317a82c1a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:15Z', 'updated_at': '2020-12-02T15:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:57:02.408773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978daec4-19b6-4c45-bf6e-3b6fa5095e7e req-925332f3-16c0-47ed-b1d8-2c4163537321 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:02.411583 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-978daec4-19b6-4c45-bf6e-3b6fa5095e7e req-925332f3-16c0-47ed-b1d8-2c4163537321 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.3599963
Dec 02 15:57:02.455685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = function(*args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     proto.__init__(conn_state, self)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle()
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle_one_request()
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.handle_one_response()
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = self.application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return app(environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self.application)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return request.get_response(self.application)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = req.get_response(self._app)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     application, catch_exc_info=False)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     app_iter = application(self.environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     response = self.app(environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return resp(environ, start_response)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     resp = self.call_func(req, *args, **kw)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.func(req, *args, **kwargs)
Dec 02 15:57:02.462532 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     result = method(request=request, **args)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._delete(request, id, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*dup_args, **dup_kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     obj_deleter(request.context, id, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return method(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(*dup_args, **dup_kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._delete_current_gw_port(context, id, router, None)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, context, *args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return method(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     context, port, router_ids, bound_mech_contexts)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     return function(*args, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     callback(resource, event, trigger, **kwargs)
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     if self._is_session_semantic_violated(context, resource, event):
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]:     stack = traceback.extract_stack()
Dec 02 15:57:02.476016 dv-cinder-737618-2-iscsi neutron-server[80280]: 
Dec 02 15:57:02.565640 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-978daec4-19b6-4c45-bf6e-3b6fa5095e7e req-8b9cc196-e96a-421c-ae33-1297d42a9600 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1395380
Dec 02 15:57:02.739516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:02.888763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:02.892573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.016657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.017296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76d674d-5222-4db1-a140-317a82c1a47b {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 15:57:03.035394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.036738 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a1ee4990-ccab-48ef-a1ba-6b1edf09a857 admin admin] 10.222.0.101 "DELETE /v2.0/routers/c76d674d-5222-4db1-a140-317a82c1a47b HTTP/1.1" status: 204  len: 168 time: 2.1954460
Dec 02 15:57:03.041618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54008) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:03.128552 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Deleting subnet ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:57:03.132436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.194058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.324842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.631528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.649401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-615d3927-f118-4b11-8a65-06e1b697bce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:03.742917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef43b8b5-84ab-4b7a-bdbb-b546fdc78490,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:03.742917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:03.828009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:03.832755 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c375b-bf22-4172-88fb-6f2e11524c92 None None] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:57:03.844457 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e0f08cd8-a6c7-428b-8c01-7fa3f56d0f80 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ef43b8b5-84ab-4b7a-bdbb-b546fdc78490 HTTP/1.1" status: 204  len: 168 time: 0.7973442
Dec 02 15:57:03.845141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54014) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:03.938415 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f5dc-42ee-43d1-a53e-778fcec0a86f req-0f59ffc5-60fb-46a0-9bb6-66675e2f6d3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:03.938415 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3413f5dc-42ee-43d1-a53e-778fcec0a86f req-0f59ffc5-60fb-46a0-9bb6-66675e2f6d3f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.1619499
Dec 02 15:57:04.003212 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3413f5dc-42ee-43d1-a53e-778fcec0a86f req-2d0184b9-932a-47b9-9a68-540398599e76 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735750
Dec 02 15:57:04.032271 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.153882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Deleting port c364e503-7d81-4f81-9515-bf860426fe3f {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:04.160076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.171847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] DHCP port deletion for 92487b79-3b7b-42f3-8b9b-942f6ba445e1 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 15:57:04.178571 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Deleting port c364e503-7d81-4f81-9515-bf860426fe3f {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:04.178749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.239278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 466c658e-8f55-4b0c-9d81-513d4ad04bae no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:04.292963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 466c658e-8f55-4b0c-9d81-513d4ad04bae {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:04.293368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 466c658e-8f55-4b0c-9d81-513d4ad04bae not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:04.294392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b817120d-b7ab-4359-a550-9af091a5130c no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:04.333678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: b817120d-b7ab-4359-a550-9af091a5130c {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:04.334142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device b817120d-b7ab-4359-a550-9af091a5130c not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:04.526156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] For port c364e503-7d81-4f81-9515-bf860426fe3f, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=c364e503-7d81-4f81-9515-bf860426fe3f,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:04.526533 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.548183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] For port c364e503-7d81-4f81-9515-bf860426fe3f, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=c364e503-7d81-4f81-9515-bf860426fe3f,segment=NetworkSegment(615d89ab-ba36-4d95-8540-88b9ac648723),segment_id=615d89ab-ba36-4d95-8540-88b9ac648723)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:04.548742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.666911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Calling delete_port for c364e503-7d81-4f81-9515-bf860426fe3f owned by network:dhcp {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:04.690717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Calling delete_port for c364e503-7d81-4f81-9515-bf860426fe3f owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:04.780405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:04.794343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b6930c8e-2062-424a-ac36-06d33abb47db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:04.844197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:57:04.844774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:57:04.894900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Pushing event deleted for resources: {'Port': ['ID=c364e503-7d81-4f81-9515-bf860426fe3f,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:04.902244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:04.948279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] No DVR routers for this DVR port c364e503-7d81-4f81-9515-bf860426fe3f on host dv-cinder-737618-2-iscsi {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:57:05.333409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:05.346589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Deleting port c364e503-7d81-4f81-9515-bf860426fe3f {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:05.347363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:05.442223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-07bdb7a3-b67a-4d45-b52a-334d10e3cd5d None None] The port 'c364e503-7d81-4f81-9515-bf860426fe3f' was deleted {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 15:57:05.457925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f109075a518>,) {'filters': {'network_id': ['92487b79-3b7b-42f3-8b9b-942f6ba445e1']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:05.511432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f109075a518>, '615d89ab-ba36-4d95-8540-88b9ac648723') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:05.511782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f109075a518>, '615d89ab-ba36-4d95-8540-88b9ac648723') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:05.538803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:05.567860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:05.571668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:57:05.772743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533aec-f3c1-4bab-9e8f-21d4de8f9209 req-001e5bb4-1af8-4eda-9d3f-7e3f87891c39 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:05.774407 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5533aec-f3c1-4bab-9e8f-21d4de8f9209 req-001e5bb4-1af8-4eda-9d3f-7e3f87891c39 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 943 time: 0.3033974
Dec 02 15:57:05.790260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:57:05.813360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.001304 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b5533aec-f3c1-4bab-9e8f-21d4de8f9209 req-e220fd49-e68a-4c47-8cc6-6cbca104942b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2132826
Dec 02 15:57:06.031691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Network 92487b79-3b7b-42f3-8b9b-942f6ba445e1 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:57:06.056648 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:57:06.193974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device c364e503-7d81-4f81-9515-bf860426fe3f no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:06.197499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.203642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:06.236134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.239782 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: c364e503-7d81-4f81-9515-bf860426fe3f {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:06.240229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device c364e503-7d81-4f81-9515-bf860426fe3f not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:06.249374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Pushing event deleted for resources: {'Network': ['ID=92487b79-3b7b-42f3-8b9b-942f6ba445e1,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:06.257011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:06.317876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] 10.222.0.101 "DELETE /v2.0/networks/92487b79-3b7b-42f3-8b9b-942f6ba445e1 HTTP/1.1" status: 204  len: 168 time: 2.4709697
Dec 02 15:57:06.462771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:57:06.558630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:57:06.559044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.619623 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54022) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:06.684654 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ba8b5cba-5113-4798-acac-f0a2173afebd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8bd15c18c1994d418ad257735d95e8d5&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0635293
Dec 02 15:57:06.687439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54026) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:06.692295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.722687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:06.734116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=8520bf21-16f0-4a79-b561-5531577e5d0c,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:06.767778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.788381 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'code': 200}
Dec 02 15:57:06.802980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.833761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:06.838844 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-827c37c6-3a54-4a80-8f44-2c8bf24abfe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:06.942039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=6']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:06.950499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.950881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.952077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.952278 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.952649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.953025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.953395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.953763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.954197 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.954566 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.954927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.955290 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.955726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.956115 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.956487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.956843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.957204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.957570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.967541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.968015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.974072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.974072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.974072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.974072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:06.974836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:06.993793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:07.000700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-dd773fe2-5f6a-432d-98af-5288d9686fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:07.024605 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084dfd24-6ce0-4ba6-8c58-47f806254bb3,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:07.027600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:07.031652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:07.033860 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/084dfd24-6ce0-4ba6-8c58-47f806254bb3 HTTP/1.1" status: 204  len: 168 time: 0.3449981
Dec 02 15:57:07.328778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93915a6-c4f1-4ddf-b508-bc2486b7a096 req-59e84965-9250-41fb-a7e6-a2a3aa5025bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:07.330467 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c93915a6-c4f1-4ddf-b508-bc2486b7a096 req-59e84965-9250-41fb-a7e6-a2a3aa5025bc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 1162 time: 0.1504009
Dec 02 15:57:07.343160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087759c-8127-43f1-8f87-b675d392971b req-00b17a2f-637f-4e4a-839f-7e46bb367b4b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:07.345458 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e087759c-8127-43f1-8f87-b675d392971b req-00b17a2f-637f-4e4a-839f-7e46bb367b4b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1294670
Dec 02 15:57:07.437956 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c93915a6-c4f1-4ddf-b508-bc2486b7a096 req-e5777e6f-1dc1-4c01-97ad-92aeb92d1f20 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885994
Dec 02 15:57:07.446426 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e087759c-8127-43f1-8f87-b675d392971b req-9255a587-ae09-4d28-b866-5851ba8feba1 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806062
Dec 02 15:57:07.991117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:57:08.128356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:57:08.129138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:08.775234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dbf98-6581-4189-9546-055300f0d87a req-924b6437-cf2d-4db2-8ce7-d04a831e3eda tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:08.777531 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f75dbf98-6581-4189-9546-055300f0d87a req-924b6437-cf2d-4db2-8ce7-d04a831e3eda tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1027086
Dec 02 15:57:08.850416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f75dbf98-6581-4189-9546-055300f0d87a req-41046721-7a55-4175-8bc6-93a4113894ef tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612667
Dec 02 15:57:10.088743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:57:10.210951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 8520bf21-16f0-4a79-b561-5531577e5d0c triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:57:10.211775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:10.212599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab2122-537d-4aeb-a3e4-115465e5bb61 req-95c63d05-e673-4610-94ce-0612ad66254e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:10.214859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-04ab2122-537d-4aeb-a3e4-115465e5bb61 req-95c63d05-e673-4610-94ce-0612ad66254e tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1149740
Dec 02 15:57:10.316717 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-04ab2122-537d-4aeb-a3e4-115465e5bb61 req-9f0e0237-f491-4c0c-9cca-5b1d8bfc5bf0 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904529
Dec 02 15:57:11.357819 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54140) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:11.445891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:11.586647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:11.615261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:11.621832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Usage tracker for resource:security_group_rule and tenant:1607eb9a7c7f4f95b6729abdd4fc0231 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:11.628015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:11.637230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:11.656370 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03a3e-4c12-4387-b676-4b67d69f25c0 req-ea99d8b3-a591-43be-9b87-42f43d4a7cee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:11.658088 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9a03a3e-4c12-4387-b676-4b67d69f25c0 req-ea99d8b3-a591-43be-9b87-42f43d4a7cee tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1423941
Dec 02 15:57:11.730052 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a9a03a3e-4c12-4387-b676-4b67d69f25c0 req-0a827bbc-a27e-4793-a708-d44b8fa2b2a4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610156
Dec 02 15:57:11.822546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:11.879230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:11.889003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f90754b5-8ef0-4325-ad51-ece7ea354414 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:11.913949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65971f2a-2777-47d4-b383-0d15d3638917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:11.935441 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1607eb9a7c7f4f95b6729abdd4fc0231&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5757682
Dec 02 15:57:11.938163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d858e-b8d7-48ad-a1f2-b4a8ec558346,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:11.939737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54150) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:11.942037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:12.027581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:12.061408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:12.151779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:12.159331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f853a088-d235-4ac5-a1b1-af832a89865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:12.171932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d858e-b8d7-48ad-a1f2-b4a8ec558346,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:12.176322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:12.180061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:12.181641 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9fec0562-0241-4ac1-901d-0dc4517b02d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c76d858e-b8d7-48ad-a1f2-b4a8ec558346 HTTP/1.1" status: 204  len: 168 time: 0.2403111
Dec 02 15:57:12.860347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54158) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:12.881398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:12.899382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:12.903760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e59d74e2644b52bc9bb177a2abaddb is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:12.908195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:12.914879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:13.014464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.048795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.058930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d27a83c1-21bb-4e80-a7db-ed4ce54334a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:13.111027 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f4e59d74e2644b52bc9bb177a2abaddb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2491844
Dec 02 15:57:13.113585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a362a-ac77-4847-9a17-19786b1c8379,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:13.115064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54164) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:13.118707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-37c48ff5-d0d3-4c3a-94d8-1d97adc2c514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:13.196847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.230930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.317188 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.324344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5dc59e51-cfa2-45f8-9687-a913de46ecca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:13.340951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a362a-ac77-4847-9a17-19786b1c8379,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:13.347376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:13.359409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:13.360976 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-62cc6be8-f3ff-4a17-ad0a-1ab8dba795a0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc5a362a-ac77-4847-9a17-19786b1c8379 HTTP/1.1" status: 204  len: 168 time: 0.2442389
Dec 02 15:57:13.942454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf25c-96d4-4a02-a783-db2723d6fd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:14.874454 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-fc9b04cf-429f-4ea2-a97a-dff73bc22e47 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1240082
Dec 02 15:57:15.005650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-9a4bc4fe-8358-4fcf-a173-6252d75559cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:15.007450 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-9a4bc4fe-8358-4fcf-a173-6252d75559cd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1202 time: 0.0877390
Dec 02 15:57:15.216185 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:15.241615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-6b5f9e31-8bc3-45c0-99ab-bada63eeb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:15.244348 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-6b5f9e31-8bc3-45c0-99ab-bada63eeb25d service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.2090700
Dec 02 15:57:15.405110 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-f147e237-56f8-4579-b5f3-13b62f5c22c5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 1001 time: 0.1513727
Dec 02 15:57:15.489870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-6ab2f1ba-1221-4784-9855-57db850c41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:15.491495 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-6ab2f1ba-1221-4784-9855-57db850c41f9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.0752449
Dec 02 15:57:15.594340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-29a2b8ac-0b21-4778-9b76-fc560ea311c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:15.596281 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-29a2b8ac-0b21-4778-9b76-fc560ea311c4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850441
Dec 02 15:57:15.756978 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-92229cd8-53c4-4e50-8691-66421ff7286a service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510844
Dec 02 15:57:15.889417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:15.958283 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1b01b04d-13a0-40fc-83e3-874296a9c730 req-0bc12775-edcf-4ed6-94df-52fa343455bd service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1879814
Dec 02 15:57:16.237591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:16.402906 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-358d787d-d26d-45e4-8719-678f90b335f4 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1230431403&fields=id&tenant_id=b3960161fdaa40adbf4ef023f92ffd5d HTTP/1.1" status: 200  len: 267 time: 0.0476830
Dec 02 15:57:16.566211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-bdb61eb4-cae6-49b2-8ccc-3c0763df8ef8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:16.568811 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-bdb61eb4-cae6-49b2-8ccc-3c0763df8ef8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 984 time: 0.1577284
Dec 02 15:57:16.588665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Request body: {'port': {'security_groups': ['a24713fa-102a-425e-837c-96d57dd8c352']}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:57:16.734443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.099178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:17.151491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.185652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.204544 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:17.381042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=6']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:17.396207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.396642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.397046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.397454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.397856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.398259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.398657 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.399055 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.399451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.399847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.400288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.400678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.401139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.401534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.401974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.402326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.402719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.403112 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.403509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.404465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.404879 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.405273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.405687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.406084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:57:17.411178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:17.423023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54230) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:17.448089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:17.449131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.450366 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-782e8e2f-cda7-4230-90bc-7437dbb983cb req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "PUT /v2.0/ports/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 942 time: 0.8676476
Dec 02 15:57:17.451010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:17.548577 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:57:17.573923 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-268d86ec-66ef-405a-b056-08123f584201 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups/b67ed5ca-6e5b-430f-83f7-8c6d94aedad4 HTTP/1.1" status: 200  len: 2891 time: 0.0691543
Dec 02 15:57:17.662229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.688035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:17.698859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:3fda90d64103463e8dea6a95bc02c80a is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:17.703695 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:17.709458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-a3b9d4f0-fd70-4e07-a754-e8f17992b9cc None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:57:17.710160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d4f0-fd70-4e07-a754-e8f17992b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.712541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:17.727733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.769994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.780955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-44ccf1f3-6b92-4d51-a991-2e142116cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:17.783322 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-44ccf1f3-6b92-4d51-a991-2e142116cd9f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.1774731
Dec 02 15:57:17.823720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.874011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:17.884242 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-aea6bc6d-3cb4-4f44-9bc8-bbe85f306630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:17.930049 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3fda90d64103463e8dea6a95bc02c80a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5056949
Dec 02 15:57:17.931897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d190d-fe3e-4474-94e6-203f0a7507c0,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:17.934720 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54240) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:17.938369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:18.039070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.092561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.214374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.223017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-89f044d8-66ff-4389-9371-18d96c554b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:18.255114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d190d-fe3e-4474-94e6-203f0a7507c0,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:18.261198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:18.265447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.270073 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bb4d190d-fe3e-4474-94e6-203f0a7507c0 HTTP/1.1" status: 204  len: 168 time: 0.3303654
Dec 02 15:57:18.360702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-390456f1-7cac-4def-a59e-884913f395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:18.362445 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-390456f1-7cac-4def-a59e-884913f395c7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.5694587
Dec 02 15:57:18.431505 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.446189 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7931dfcd-dd04-45e6-b6a7-6499bfb89019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:18.484154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ed5ca-6e5b-430f-83f7-8c6d94aedad4,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:18.489618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:18.505557 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-0d32f082-4d2f-4110-b87c-b423429b1634 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 1001 time: 0.1354995
Dec 02 15:57:18.603585 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.604858 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b672dde8-1c5c-47bd-9dc2-99c902b08611 req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "DELETE /v2.0/security-groups/b67ed5ca-6e5b-430f-83f7-8c6d94aedad4 HTTP/1.1" status: 204  len: 173 time: 1.0234497
Dec 02 15:57:18.646302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-3546a154-838f-4273-9e46-709ef95590fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:18.649130 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-3546a154-838f-4273-9e46-709ef95590fe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.1336989
Dec 02 15:57:18.672762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:57:18.763088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:57:18.763557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-9c2a9c45-1565-492f-8098-345ff75bb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:18.764219 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.765254 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-9c2a9c45-1565-492f-8098-345ff75bb7fc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984180
Dec 02 15:57:18.795234 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-39a69207-0bd9-4f5d-80ec-83166e2d1082 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/floatingips/81c0ad74-b40f-4d64-8224-db9eb90eb32f HTTP/1.1" status: 200  len: 998 time: 0.1355774
Dec 02 15:57:18.907513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54250) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:18.943175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:18.973885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:18.990691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Usage tracker for resource:security_group_rule and tenant:2cfb5b1ccd1a483ba052cef8897607c7 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:18.996015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:19.012711 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:19.018071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-02f5f90f-3e82-4664-b20d-ba8af21f67d0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:19.019650 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-02f5f90f-3e82-4664-b20d-ba8af21f67d0 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.2057543
Dec 02 15:57:19.030448 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-39244ce9-402b-4307-9dd3-8f67598a172e service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2547860
Dec 02 15:57:19.033558 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-23301679-28d6-4a28-a033-1d0b804f8678 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80393) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:57:19.034720 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-23301679-28d6-4a28-a033-1d0b804f8678 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0076132
Dec 02 15:57:19.169434 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-b493645d-915a-4a97-8713-b76a33556825 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.190 HTTP/1.1" status: 200  len: 1001 time: 0.1201296
Dec 02 15:57:19.252707 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ea5986ca-8bce-4e05-a4a6-a1bcef434cd9 req-09c35095-c1c0-442f-9723-d0217f0ac855 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2061548
Dec 02 15:57:19.276864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-6e2facd4-1856-441e-b285-50aed05b2373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:19.280044 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-6e2facd4-1856-441e-b285-50aed05b2373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 942 time: 0.1022065
Dec 02 15:57:19.282745 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.337146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.346440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d4a13984-412d-477f-a76a-612553e87fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:19.398845 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2cfb5b1ccd1a483ba052cef8897607c7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4897838
Dec 02 15:57:19.400596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524aa95-e194-4aca-a6c2-65dbf8d5e713,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:19.406127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6601f553-b001-44f3-b4aa-bbf50c99aa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:19.407216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54254) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:19.505398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.537816 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-22511493-7217-456b-a20f-6996fb9a3130 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.190 HTTP/1.1" status: 200  len: 1001 time: 0.1490808
Dec 02 15:57:19.553160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.668332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.677588 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f52989d9-a5f9-4a45-940c-b6cc310173a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:19.698602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524aa95-e194-4aca-a6c2-65dbf8d5e713,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:19.708071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:19.712204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:19.716702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1524aa95-e194-4aca-a6c2-65dbf8d5e713 HTTP/1.1" status: 204  len: 168 time: 0.3053429
Dec 02 15:57:19.861909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Deleting port c0e408a9-0d77-44f6-9bae-a1e3f13931f6 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:19.862483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:20.071933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:20.072301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:20.211251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Calling delete_port for c0e408a9-0d77-44f6-9bae-a1e3f13931f6 owned by network:floatingip {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:20.477063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:20.493861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4b594d73-4001-4103-a46a-c01788425d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:20.859522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event deleted for resources: {'Port': ['ID=c0e408a9-0d77-44f6-9bae-a1e3f13931f6,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:20.862910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:21.014899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks [] for floatingip, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:21.015562 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Floating IP 81c0ad74-b40f-4d64-8224-db9eb90eb32f disassociated (deleted). External IP: 172.27.0.190, port: 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b.
Dec 02 15:57:21.433162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Router c1d9b6e8-911e-400a-b054-870179a669c5 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:57:21.637469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:57:21.650848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Sync routers for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:57:21.661338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:21.662084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907abb70>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:21.769026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:21.856023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:21.859955 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-111d3c5a-95f5-48d2-b24f-9207251fdde3 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "DELETE /v2.0/floatingips/81c0ad74-b40f-4d64-8224-db9eb90eb32f HTTP/1.1" status: 204  len: 173 time: 2.3149185
Dec 02 15:57:21.861933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:21.954433 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:57:21.971641 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-531e45fa-f01d-45bf-b2be-44b4b707e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:21.973492 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-531e45fa-f01d-45bf-b2be-44b4b707e097 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.0907078
Dec 02 15:57:22.159262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-005b5fd6-6056-4e87-b51b-2dfedc96a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.161122 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-005b5fd6-6056-4e87-b51b-2dfedc96a3cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 1162 time: 0.1304030
Dec 02 15:57:22.181399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-4842109c-a427-4c13-94f5-add4d22ea9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.190323 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-4842109c-a427-4c13-94f5-add4d22ea9d8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.2098179
Dec 02 15:57:22.262946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907abb70>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:22.269438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Checking router: c1d9b6e8-911e-400a-b054-870179a669c5 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:57:22.273660 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-6af67aac-13bd-4563-9197-b889f48ffded service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 217 time: 0.0818903
Dec 02 15:57:22.282787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:22.283841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10907abb70>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:22.353159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-ed5d0bd5-0ece-421f-9b6a-433462d2bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.353551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-9138abab-8c9d-461a-a5e7-50ad8f1718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.355055 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-ed5d0bd5-0ece-421f-9b6a-433462d2bcdc service neutron] 10.222.0.103 "GET /v2.0/networks?id=08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 200  len: 909 time: 0.1842344
Dec 02 15:57:22.359050 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-9138abab-8c9d-461a-a5e7-50ad8f1718ff service neutron] 10.222.0.101 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.0849144
Dec 02 15:57:22.451627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-7840937c-ad37-4a17-ba05-a1e8d6d7685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.453723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-7840937c-ad37-4a17-ba05-a1e8d6d7685f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915873
Dec 02 15:57:22.463707 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-7d55c5c1-25b4-4066-8665-bbcaaf439eef service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 200  len: 217 time: 0.0946248
Dec 02 15:57:22.564273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-0ec72251-b0c9-463f-8543-d495b7e3abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.566477 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-0ec72251-b0c9-463f-8543-d495b7e3abfd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 200  len: 854 time: 0.0907364
Dec 02 15:57:22.621790 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-70355618-2072-4f35-aae6-5904e36bf435 service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600356
Dec 02 15:57:22.678365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:22.698632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-b8e58f16-cca0-4fe0-9f46-bae99e0da4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:22.700860 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-b8e58f16-cca0-4fe0-9f46-bae99e0da4fb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=08fcbd27-70ce-4049-b75e-7a1e77449ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207693
Dec 02 15:57:22.849280 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f3e46ac1-1101-49ca-a990-3a3063b4b88b req-2f6daf26-8960-4138-935a-f3b9c4efe31f service neutron] 10.222.0.101 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2193046
Dec 02 15:57:22.940723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-508b0235-49dc-4056-acb1-8ffdd7711623 service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261846
Dec 02 15:57:23.061680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10907abb70>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:23.066305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18316a-f4f7-4811-9659-3fbc8863edd9 None None] The sync data for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi is: [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:54:07Z', 'revision_number': 4, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '9f03e237-17d4-4982-821a-3f2e7a112183', 'name': '', 'network_id': '08fcbd27-70ce-4049-b75e-7a1e77449ef3', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'mac_address': 'fa:16:3e:c7:61:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:06Z', 'updated_at': '2020-12-02T15:54:26Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'subnets': [{'id': '17687b6c-d329-4689-8d14-3d0afef1ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:57:23.124581 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5c20f56b-4197-492b-8648-93f9b59aaf14 req-35eca69e-f61b-4af4-af75-db015a2549ad service neutron] 10.222.0.103 "GET /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1706040
Dec 02 15:57:23.542350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a73b6b-3012-4318-9375-7d531f89af3d None None] New status for floating IP 81c0ad74-b40f-4d64-8224-db9eb90eb32f: DOWN {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:57:28.023039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca53bf0-288f-42a7-bc06-38f0970f7077 req-4c5f5fcc-8df9-4728-a05f-1ed39745f373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:28.023840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0ca53bf0-288f-42a7-bc06-38f0970f7077 req-4c5f5fcc-8df9-4728-a05f-1ed39745f373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:57:28.093767 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0ca53bf0-288f-42a7-bc06-38f0970f7077 req-4c5f5fcc-8df9-4728-a05f-1ed39745f373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:57:28.095323 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ca53bf0-288f-42a7-bc06-38f0970f7077 req-4c5f5fcc-8df9-4728-a05f-1ed39745f373 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.1580162
Dec 02 15:57:28.148353 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0ca53bf0-288f-42a7-bc06-38f0970f7077 req-2f3fed3d-4090-4a71-a185-613a7a0d3597 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464506
Dec 02 15:57:29.371286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3feb92-8cbd-44e2-adf9-2d256b5e046c req-6a98eb54-5a41-4e0c-8bcd-9e267604e0bb tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:29.373286 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e3feb92-8cbd-44e2-adf9-2d256b5e046c req-6a98eb54-5a41-4e0c-8bcd-9e267604e0bb tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.0879014
Dec 02 15:57:29.421729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0e3feb92-8cbd-44e2-adf9-2d256b5e046c req-98d950c9-aeba-411f-a843-40d46b46a9cf tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Synchronizing usage tracker for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:57:29.484512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-0e3feb92-8cbd-44e2-adf9-2d256b5e046c req-98d950c9-aeba-411f-a843-40d46b46a9cf tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Unset dirty status for tenant:b3960161fdaa40adbf4ef023f92ffd5d on resource:security_group {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:57:29.485730 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e3feb92-8cbd-44e2-adf9-2d256b5e046c req-98d950c9-aeba-411f-a843-40d46b46a9cf tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061959
Dec 02 15:57:30.133441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-2491a612-695d-41ae-9178-bbc08d507d3c tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:30.135030 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-2491a612-695d-41ae-9178-bbc08d507d3c tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.103 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 945 time: 0.1032097
Dec 02 15:57:30.155761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:30.218974 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Deleting port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:30.219670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:30.485042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:30.514975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:30.543272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:30.543688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:30.549802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:30.598502 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'code': 200}
Dec 02 15:57:30.627573 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:30.629473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:30.687195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Calling delete_port for 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:30.721741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=7']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:30.727118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a63ef-702d-44d8-9f69-a986bf0e3de0 req-f54434b3-6ba0-4083-9527-e64850b6537a tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:30.734728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:30.736608 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-168a63ef-702d-44d8-9f69-a986bf0e3de0 req-f54434b3-6ba0-4083-9527-e64850b6537a tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 943 time: 0.1102302
Dec 02 15:57:30.783146 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-168a63ef-702d-44d8-9f69-a986bf0e3de0 req-8f67ebca-9327-4be6-97cf-6403d6f034d8 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/security-groups?id=a24713fa-102a-425e-837c-96d57dd8c352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453792
Dec 02 15:57:30.816374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:57:30.816951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:57:30.915091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:57:31.317710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Deleting port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:31.318090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:31.605172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] For port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:31.605903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:31.746239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Calling delete_port for 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:31.969547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:31.993233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c4c1eb84-21b0-4ae9-b523-ce330233cee0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:32.029355 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-62887ccc-775b-4a0f-82e4-01a148ccddd2 req-b98e2033-7462-4307-b6ca-70221e8b77a1 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.101 "GET /v2.0/ports?device_id=f24895d2-03f9-430a-ad1f-6aa8f33bbb39 HTTP/1.1" status: 200  len: 210 time: 0.1023519
Dec 02 15:57:32.093792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Pushing event deleted for resources: {'Port': ['ID=257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:32.105041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:32.225493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] No DVR routers for this DVR port 257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:57:32.227626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:32.231326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-deleted', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:32.309282 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3aff30ab-89cd-4921-9c28-62eebf63d3a3 req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] 10.222.0.103 "DELETE /v2.0/ports/257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b HTTP/1.1" status: 204  len: 173 time: 2.1674190
Dec 02 15:57:32.314632 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24895d2-03f9-430a-ad1f-6aa8f33bbb39', 'name': 'network-vif-deleted', 'tag': '257af1d4-f390-4a4b-9a71-8ccbd1ec4b4b', 'status': 'completed', 'code': 200}
Dec 02 15:57:34.761390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54450) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:35.274567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:35.339162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54456) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:35.573485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:35.596830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:35.602457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Usage tracker for resource:security_group_rule and tenant:08b495e5ca034556aaa78441f62fa930 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:35.607284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:35.614580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:35.731806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:35.765255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:35.775536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-735fb6e4-73a6-46c9-a910-3b23b027c283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:35.836067 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08b495e5ca034556aaa78441f62fa930&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4952357
Dec 02 15:57:35.837129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53ec9b-54b6-41e6-9b2a-04da3cee8fb7,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:35.841455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-56e718e8-f094-4e5d-a676-96873567fdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:35.842682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54462) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:35.931208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:35.967874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.071282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.080437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b7d5e7c6-9ec7-492a-ace7-702bd3f7922d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:36.105555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53ec9b-54b6-41e6-9b2a-04da3cee8fb7,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:36.112160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:36.115947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.144758 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4d00c345-c044-42a3-8f1c-b7d61b3d9695 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0f53ec9b-54b6-41e6-9b2a-04da3cee8fb7 HTTP/1.1" status: 204  len: 168 time: 0.2927728
Dec 02 15:57:36.458874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Deleting port 9f03e237-17d4-4982-821a-3f2e7a112183 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:36.459536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.788913 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] For port 9f03e237-17d4-4982-821a-3f2e7a112183, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=9f03e237-17d4-4982-821a-3f2e7a112183,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:36.789582 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.818538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54470) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:36.841673 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:36.859696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:36.864480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Usage tracker for resource:security_group_rule and tenant:e582b6708fd64dea870c9a8a58db4f0e is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:36.867875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:36.874513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:36.929469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Calling delete_port for 9f03e237-17d4-4982-821a-3f2e7a112183 owned by network:router_interface {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:36.973131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.016165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.030804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c919fbfd-01d0-4886-952e-495e455cc33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:37.077600 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e582b6708fd64dea870c9a8a58db4f0e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2578290
Dec 02 15:57:37.079712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae67814-3b3b-4816-bfde-252ff5013eab,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:37.082521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54474) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:37.085775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9e1c8c91-9635-4958-9eae-2d51b0737e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:37.156421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.159355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.176850 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-52a1b99d-e4b1-411f-ab27-7fe6e5395870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:37.188178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.278075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f03e237-17d4-4982-821a-3f2e7a112183,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:37.282835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:37.290308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.296696 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:37.312113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae67814-3b3b-4816-bfde-252ff5013eab,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:37.315120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:37.320396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:37.323326 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2ae67814-3b3b-4816-bfde-252ff5013eab HTTP/1.1" status: 204  len: 168 time: 0.2393928
Dec 02 15:57:37.674256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:38.258873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Router c1d9b6e8-911e-400a-b054-870179a669c5 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:57:38.478092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:57:38.491733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Sync routers for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:57:38.494709 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-25308cf5-8fc0-4957-bbec-b08327d4d2e5 admin admin] 10.222.0.101 "PUT /v2.0/routers/c1d9b6e8-911e-400a-b054-870179a669c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7318547
Dec 02 15:57:38.495683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54492) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:38.509484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:38.510629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ff4f98>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:38.859870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:39.065766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.364009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.370764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Deleting port 5a7b3972-53e4-4fb5-bce9-18701d332f1a {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:39.371295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.433158 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ff4f98>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:57:37Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:39.437686 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Checking router: c1d9b6e8-911e-400a-b054-870179a669c5 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:57:39.447486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Routers {'c1d9b6e8-911e-400a-b054-870179a669c5'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:39.448131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090ff4f98>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['c1d9b6e8-911e-400a-b054-870179a669c5'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:39.616159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] For port 5a7b3972-53e4-4fb5-bce9-18701d332f1a, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=5a7b3972-53e4-4fb5-bce9-18701d332f1a,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:39.616645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.625616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54510) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:39.670903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] Set router c1d9b6e8-911e-400a-b054-870179a669c5 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:39.756996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Calling delete_port for 5a7b3972-53e4-4fb5-bce9-18701d332f1a owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:39.826584 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.845972 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:57:39.851760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5b262712ce1241cd858bb7e9ae1d7e3d is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:57:39.855455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:57:39.863809 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:57:39.922069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:39.968662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.010907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.027610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2a34e491-0712-42dd-8708-5614dd14b8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:40.127033 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b262712ce1241cd858bb7e9ae1d7e3d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4997263
Dec 02 15:57:40.128347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54516) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:40.133486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d367e8-2efa-4b8c-8093-a794abc07b91,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:40.140030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f48f2d18-3edf-48fe-bef4-63666342fdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:40.179019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.236868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.259965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090ff4f98>, [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:57:37Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:40.266744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242dc92-087a-4081-8774-2c66067bb65e None None] The sync data for ids ['c1d9b6e8-911e-400a-b054-870179a669c5'] in dv-cinder-737618-2-iscsi is: [{'id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'name': 'tempest-TestMinimumBasicScenario-1671788462-router', 'tenant_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:00Z', 'updated_at': '2020-12-02T15:57:37Z', 'revision_number': 5, 'project_id': 'b3960161fdaa40adbf4ef023f92ffd5d', 'gw_port': {'id': '5a7b3972-53e4-4fb5-bce9-18701d332f1a', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d9b6e8-911e-400a-b054-870179a669c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:01Z', 'updated_at': '2020-12-02T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:57:40.292014 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.389405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.392221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.416444 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.424182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:40.441481 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d367e8-2efa-4b8c-8093-a794abc07b91,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:40.445015 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:40.446160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.448593 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ddb162e2-b8b1-4ec7-a15f-29d053f2e7a7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/42d367e8-2efa-4b8c-8093-a794abc07b91 HTTP/1.1" status: 204  len: 168 time: 0.3177807
Dec 02 15:57:40.519235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.519811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d9b6e8-911e-400a-b054-870179a669c5 {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 15:57:40.538390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.539910 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ea98b6f3-ad57-4b42-8c7f-c0684677efaa admin admin] 10.222.0.101 "DELETE /v2.0/routers/c1d9b6e8-911e-400a-b054-870179a669c5 HTTP/1.1" status: 204  len: 168 time: 2.0420430
Dec 02 15:57:40.542707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54522) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:40.621193 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Deleting subnet 17687b6c-d329-4689-8d14-3d0afef1ee6e {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:57:40.625208 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.689403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:40.802009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.280933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.303715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:41.427431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.436052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17687b6c-d329-4689-8d14-3d0afef1ee6e,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:41.443586 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:41.501421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.510634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09cecb-feae-4a5a-ab8b-de1c8229ec2e None None] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:57:41.514837 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-aad36c39-7c22-4ceb-b49d-3b5ee05bde79 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/17687b6c-d329-4689-8d14-3d0afef1ee6e HTTP/1.1" status: 204  len: 168 time: 0.9679801
Dec 02 15:57:41.516013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54536) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:41.664622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.736645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Deleting port 31df0cee-9b67-46a3-8201-499af412d761 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:41.737126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:41.805518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] DHCP port deletion for 08fcbd27-70ce-4049-b75e-7a1e77449ef3 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 15:57:41.813527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Deleting port 31df0cee-9b67-46a3-8201-499af412d761 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:41.814590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.004747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31059bf1-2126-43ff-ac61-7bcedd9a9b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.111654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] For port 31df0cee-9b67-46a3-8201-499af412d761, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=31df0cee-9b67-46a3-8201-499af412d761,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:42.112460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.243332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] For port 31df0cee-9b67-46a3-8201-499af412d761, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=31df0cee-9b67-46a3-8201-499af412d761,segment=NetworkSegment(8eb9e296-1ef0-482a-a820-f3aefd2f2409),segment_id=8eb9e296-1ef0-482a-a820-f3aefd2f2409)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:42.244400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.282102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Calling delete_port for 31df0cee-9b67-46a3-8201-499af412d761 owned by network:dhcp {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:42.396438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Calling delete_port for 31df0cee-9b67-46a3-8201-499af412d761 owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:42.436492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 9f03e237-17d4-4982-821a-3f2e7a112183 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:42.447794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.467909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2abd8922-ef2e-44cc-afdb-7283e7d971e7 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:42.493592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 9f03e237-17d4-4982-821a-3f2e7a112183 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:42.493981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 9f03e237-17d4-4982-821a-3f2e7a112183 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:42.494467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 5a7b3972-53e4-4fb5-bce9-18701d332f1a no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:42.539341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 5a7b3972-53e4-4fb5-bce9-18701d332f1a {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:42.539842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 5a7b3972-53e4-4fb5-bce9-18701d332f1a not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:42.540394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 31df0cee-9b67-46a3-8201-499af412d761 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:42.582981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 31df0cee-9b67-46a3-8201-499af412d761 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:57:42.583397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31df0cee-9b67-46a3-8201-499af412d761,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:42.583616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 31df0cee-9b67-46a3-8201-499af412d761 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:57:42.586521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:42.609204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:57:42.609727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:57:42.638909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] No DVR routers for this DVR port 31df0cee-9b67-46a3-8201-499af412d761 on host dv-cinder-737618-2-iscsi {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:57:42.771344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:42.907073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f108b02f630>,) {'filters': {'network_id': ['08fcbd27-70ce-4049-b75e-7a1e77449ef3']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:42.921294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b02f630>, '8eb9e296-1ef0-482a-a820-f3aefd2f2409') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:42.921646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b02f630>, '8eb9e296-1ef0-482a-a820-f3aefd2f2409') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:42.935918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.017009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.020650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:57:43.111654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Deleting port 31df0cee-9b67-46a3-8201-499af412d761 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:43.112145 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.208196 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a9a0b-26ac-4161-927d-29f8afd8b9dd None None] The port '31df0cee-9b67-46a3-8201-499af412d761' was deleted {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 15:57:43.256258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:57:43.267119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.459432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Network 08fcbd27-70ce-4049-b75e-7a1e77449ef3 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:57:43.486557 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:57:43.774157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.778806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:43.782817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:43.811109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08fcbd27-70ce-4049-b75e-7a1e77449ef3,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:43.814179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:43.874841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-edeb60ac-fdf4-490e-9182-ea6554c2cba0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/08fcbd27-70ce-4049-b75e-7a1e77449ef3 HTTP/1.1" status: 204  len: 168 time: 2.3570893
Dec 02 15:57:43.945371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acb7-6d8f-4e42-9aad-2e1ca932ff22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:44.307254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54562) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:44.369715 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ac0abd89-b7dc-4a94-852e-79d2371c7953 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3960161fdaa40adbf4ef023f92ffd5d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0607345
Dec 02 15:57:44.374915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54568) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:44.472357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:44.504996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:44.627354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:44.631524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5db0b9ba-7027-469d-a9c0-0c5c5cc40429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:44.648243 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24713fa-102a-425e-837c-96d57dd8c352,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:44.651460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:44.701607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:44.705130 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a50e6cd3-5a39-4b53-8855-fd53ec2812de admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a24713fa-102a-425e-837c-96d57dd8c352 HTTP/1.1" status: 204  len: 168 time: 0.3259509
Dec 02 15:57:45.256822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:45.626427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0763c-143c-413b-ad84-666a84bc14b2 req-2a441546-8c24-4bd7-a662-471288cfb597 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:45.626427 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d7d0763c-143c-413b-ad84-666a84bc14b2 req-2a441546-8c24-4bd7-a662-471288cfb597 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1083574
Dec 02 15:57:45.681532 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d7d0763c-143c-413b-ad84-666a84bc14b2 req-93649271-455c-49e2-a71a-44dff812c0f3 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510905
Dec 02 15:57:45.916281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:46.261404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:46.984607 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5847d8-c4aa-42ba-af03-afbc9a8f7ac3 req-54fb27c7-0522-4927-ba89-37696796b3aa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:46.986427 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb5847d8-c4aa-42ba-af03-afbc9a8f7ac3 req-54fb27c7-0522-4927-ba89-37696796b3aa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1432385
Dec 02 15:57:47.354176 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cb5847d8-c4aa-42ba-af03-afbc9a8f7ac3 req-8196031a-18ca-4c85-929b-42823ebfb7a4 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups?id=939f22ae-e645-4827-a2e3-5770b1be7889&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3594856
Dec 02 15:57:47.395858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-4cad01b1-be55-4688-8d09-33e41ba0b91d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:57:47.399723 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-4cad01b1-be55-4688-8d09-33e41ba0b91d tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 945 time: 0.1259818
Dec 02 15:57:47.492561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Deleting port 8520bf21-16f0-4a79-b561-5531577e5d0c {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:47.492902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:47.777398 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] For port 8520bf21-16f0-4a79-b561-5531577e5d0c, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=8520bf21-16f0-4a79-b561-5531577e5d0c,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:57:47.778381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:48.182008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:48.182716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:48.182885 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Floating IP 5f1ff687-1de4-4603-be3c-c5cdc113f17c disassociated. External IP: 172.27.0.109, port: 8520bf21-16f0-4a79-b561-5531577e5d0c.
Dec 02 15:57:48.183124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Calling delete_port for 8520bf21-16f0-4a79-b561-5531577e5d0c owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:48.327201 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 8520bf21-16f0-4a79-b561-5531577e5d0c no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:57:48.467905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:48.508234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:48.542000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4a62cfd5-1c1b-4812-9777-fd473363a8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:48.603128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'Port': ['ID=8520bf21-16f0-4a79-b561-5531577e5d0c,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:48.640421 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-044f8bbe-3c83-4f48-b225-728e3ee94f99 req-df046848-5022-49e3-b57d-eca3bbaab62f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 210 time: 0.0560215
Dec 02 15:57:48.655653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:48.977910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:57:49.206502 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:57:49.221146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:57:49.238494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:49.240223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090984080>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:49.248967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] No DVR routers for this DVR port 8520bf21-16f0-4a79-b561-5531577e5d0c on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:57:49.252228 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:49.258076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-deleted', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:57:49.342840 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0644312f-f8d0-4a09-b795-2f47b97deabc req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.103 "DELETE /v2.0/ports/8520bf21-16f0-4a79-b561-5531577e5d0c HTTP/1.1" status: 204  len: 173 time: 1.9365218
Dec 02 15:57:49.369639 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca', 'name': 'network-vif-deleted', 'tag': '8520bf21-16f0-4a79-b561-5531577e5d0c', 'status': 'completed', 'code': 200}
Dec 02 15:57:49.580256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:49.950418 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-6e096386-3021-48c7-8cfc-e3f7f41bec62 req-92710d83-97d7-4abf-8016-76d3ed18efdc tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/ports?device_id=e9ed4ad9-27ab-43f9-a4ec-97abe31b06ca HTTP/1.1" status: 200  len: 210 time: 0.0518577
Dec 02 15:57:50.114021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090984080>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:50.119655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:57:50.131453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:57:50.132295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090984080>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:50.345612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:57:50.816302 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090984080>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:57:50.822896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea68e0-c653-4679-b262-081f0d7f2156 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:48:38Z', 'revision_number': 4, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '879d27bc-0ba1-477e-9530-bf79aa30d8c5', 'name': '', 'network_id': '26c8fb3a-cf2f-41d8-b18f-a75a5ab07959', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'mac_address': 'fa:16:3e:ef:dc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:28Z', 'updated_at': '2020-12-02T15:48:49Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'subnets': [{'id': '1eef5c96-dade-4c42-9c04-5e99d5ebbc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:57:51.252083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54626) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:51.284149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77faee72-a363-41eb-a1c0-190b262fbdc7 None None] New status for floating IP 5f1ff687-1de4-4603-be3c-c5cdc113f17c: DOWN {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:57:51.336590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:51.374343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:51.553205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:51.560395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8a833035-49bd-4fab-8cb5-442cafdc45e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:51.589907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f22ae-e645-4827-a2e3-5770b1be7889,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:51.592870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:51.628442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:51.629902 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-be613125-5f10-4741-97ae-3a90dc37cd8f tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "DELETE /v2.0/security-groups/939f22ae-e645-4827-a2e3-5770b1be7889 HTTP/1.1" status: 204  len: 168 time: 0.3766418
Dec 02 15:57:51.635454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54630) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:51.658208 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.api.v2.resource [None req-bf90b999-f08e-47cd-a67b-f6d251bfc9e2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] show failed (client error): The resource could not be found.
Dec 02 15:57:51.663695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bf90b999-f08e-47cd-a67b-f6d251bfc9e2 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "GET /v2.0/security-groups/939f22ae-e645-4827-a2e3-5770b1be7889 HTTP/1.1" status: 404  len: 347 time: 0.0266380
Dec 02 15:57:51.664760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54634) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:57:51.969372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Deleting port 5544b175-7e13-4a12-a6af-1cfc812c27c0 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:57:51.970042 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.234739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.235123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.390268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Calling delete_port for 5544b175-7e13-4a12-a6af-1cfc812c27c0 owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:57:52.627218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.644099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9528a721-c88d-48e1-80ba-031d4f6de796 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:57:52.741859 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Pushing event deleted for resources: {'Port': ['ID=5544b175-7e13-4a12-a6af-1cfc812c27c0,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:57:52.749427 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:57:52.905336 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.915756 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:57:52.917112 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] 10.222.0.101 "DELETE /v2.0/floatingips/5f1ff687-1de4-4603-be3c-c5cdc113f17c HTTP/1.1" status: 204  len: 168 time: 1.2505863
Dec 02 15:57:59.390994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54694) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:00.475236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:01.238705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Deleting port 879d27bc-0ba1-477e-9530-bf79aa30d8c5 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:58:01.239153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:01.503359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] For port 879d27bc-0ba1-477e-9530-bf79aa30d8c5, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=879d27bc-0ba1-477e-9530-bf79aa30d8c5,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:58:01.512305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:01.661892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Calling delete_port for 879d27bc-0ba1-477e-9530-bf79aa30d8c5 owned by network:router_interface {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:58:02.083329 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:02.114994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ed4f269e-c8ee-471a-a247-a6f8dd5e8897 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:02.238701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=879d27bc-0ba1-477e-9530-bf79aa30d8c5,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:02.245495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:02.573254 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:03.178921 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:58:03.376725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:58:03.389385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Sync routers for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:58:03.393208 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-a5283c4f-8913-4a07-b350-ed5e35341a2f admin admin] 10.222.0.101 "PUT /v2.0/routers/ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9985800
Dec 02 15:58:03.393646 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54754) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:03.401160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:58:03.401861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f109056ec18>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:03.610803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:58:03.850905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:03.989052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f109056ec18>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:58:01Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:03.999306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Checking router: ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:58:04.012434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Routers {'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:58:04.013161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f109056ec18>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:57:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:04.115443 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:04.126482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Deleting port 03c59713-ba1e-46d7-a1b8-156124d4c6e1 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:58:04.127856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:04.304761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] Set router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:58:04.446600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] For port 03c59713-ba1e-46d7-a1b8-156124d4c6e1, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=03c59713-ba1e-46d7-a1b8-156124d4c6e1,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:58:04.447205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:04.643140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Calling delete_port for 03c59713-ba1e-46d7-a1b8-156124d4c6e1 owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:58:04.680599 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f109056ec18>, [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:58:01Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:04.686200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6f9e5-10ab-42bd-9e9c-474f46ed50e6 None None] The sync data for ids ['ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0'] in dv-cinder-737618-2-iscsi is: [{'id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1399958456-router', 'tenant_id': 'db296e2b87e34627b69487c0870d6fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:48:11Z', 'updated_at': '2020-12-02T15:58:01Z', 'revision_number': 5, 'project_id': 'db296e2b87e34627b69487c0870d6fb7', 'gw_port': {'id': '03c59713-ba1e-46d7-a1b8-156124d4c6e1', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:48:14Z', 'updated_at': '2020-12-02T15:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:58:04.891119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.141458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.289941 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.292536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.562288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.562904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 15:58:05.577902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.579428 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-692229bc-81a5-48db-a1ae-1ac51ba5f714 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ada1ba1d-e332-4a06-ab94-1e4d8cb3dbc0 HTTP/1.1" status: 204  len: 168 time: 2.1845360
Dec 02 15:58:05.585214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 54784) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:05.668680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Deleting subnet 1eef5c96-dade-4c42-9c04-5e99d5ebbc84 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:58:05.672762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.731656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:05.867035 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:06.219825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 879d27bc-0ba1-477e-9530-bf79aa30d8c5 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:58:06.257562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 879d27bc-0ba1-477e-9530-bf79aa30d8c5 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:58:06.257970 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 879d27bc-0ba1-477e-9530-bf79aa30d8c5 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:58:06.258450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 03c59713-ba1e-46d7-a1b8-156124d4c6e1 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:58:06.299406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 03c59713-ba1e-46d7-a1b8-156124d4c6e1 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:58:06.299831 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 03c59713-ba1e-46d7-a1b8-156124d4c6e1 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:58:06.353061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:06.371339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e42e33c6-c146-4e93-80ce-4f3467d3f8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:06.462516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eef5c96-dade-4c42-9c04-5e99d5ebbc84,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:06.472104 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:06.518430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:06.525091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a273b-227b-417a-ac22-25bb86f853ef None None] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:58:06.526350 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7458617f-3b9e-4b95-bf1e-7c92649cde2c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1eef5c96-dade-4c42-9c04-5e99d5ebbc84 HTTP/1.1" status: 204  len: 168 time: 0.9397509
Dec 02 15:58:06.529397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54792) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:06.859054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] DHCP port deletion for 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 15:58:06.864350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Deleting port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:58:06.864927 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:06.971625 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:07.069428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Deleting port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:58:07.070132 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:07.253546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] For port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:58:07.253995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:07.446218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] For port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,segment=NetworkSegment(2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb),segment_id=2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:58:07.446562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:07.484401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Calling delete_port for 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:58:07.636613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Calling delete_port for 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 owned by network:dhcp {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 15:58:07.736066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:07.753828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 15:58:07.754286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 15:58:07.761687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-907c2b48-9cf4-43f7-b468-dfe90c17dd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:07.894504 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Pushing event deleted for resources: {'Port': ['ID=81299bdb-ee4c-45ba-8778-1d3d0fba93e1,revision_number=None']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:07.922602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:58:07.926390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.926933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.927408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.927868 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.928365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.928791 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.929202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.929578 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.929979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.930454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.931009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:07.954428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:08.024590 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d5ac4-f6ea-4ad4-95a0-1ad349e7c3ea None None] No DVR routers for this DVR port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 on host dv-cinder-737618-2-iscsi {{(pid=80395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 15:58:08.232761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:58:08.255643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Deleting port 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 15:58:08.256469 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:08.273671 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 15:58:08.274085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 81299bdb-ee4c-45ba-8778-1d3d0fba93e1 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 15:58:08.342684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] The port '81299bdb-ee4c-45ba-8778-1d3d0fba93e1' was deleted {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 15:58:08.492647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:08.636011 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f108b324e10>,) {'filters': {'network_id': ['26c8fb3a-cf2f-41d8-b18f-a75a5ab07959']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:08.653239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b324e10>, '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:08.653732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b324e10>, '2bfedb5b-4c6b-4f8c-9d73-c381de3ec6bb') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:08.668994 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:08.686770 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:08.691088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:58:08.940062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:58:08.952404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:09.228793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Network 26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:58:09.259296 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:58:09.470869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:09.480744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-74380344-e758-49b9-ab68-6e66e13a3edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:09.491273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:09.507096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c8fb3a-cf2f-41d8-b18f-a75a5ab07959,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:09.523535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.523958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.524394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.524804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.525215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.525615 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.526020 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.526419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.527354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.527805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.528245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.532562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.533792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.533792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:09.542601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:09.581709 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4689a6ba-05b7-4ac4-94d0-9efb5c584364 admin admin] 10.222.0.101 "DELETE /v2.0/networks/26c8fb3a-cf2f-41d8-b18f-a75a5ab07959 HTTP/1.1" status: 204  len: 168 time: 3.0509784
Dec 02 15:58:09.872516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54816) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:09.935346 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7d1a7d37-5e66-422c-8752-6fc74d2ec96a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=db296e2b87e34627b69487c0870d6fb7&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0604422
Dec 02 15:58:09.937648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54820) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:10.035889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:10.107259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:10.225606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:10.236968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b80bf646-b34c-468d-978e-617b9835b53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:10.267407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856189a-b324-405a-b09c-cab82ef46199,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:10.271401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:10.278240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:10.279516 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f359ac66-7dbc-415a-9f72-5f691b1689ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6856189a-b324-405a-b09c-cab82ef46199 HTTP/1.1" status: 204  len: 168 time: 0.3406098
Dec 02 15:58:11.436348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:11.878097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-93d224b9-a900-4eb4-b30e-a5257a4e8651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:13.956430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f63ab53c-2181-483e-8825-250841322ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:14.003536 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-294a2471-dae7-4ad4-ad4b-87f46bfd0792 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2048584045&fields=id&tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 267 time: 0.0499737
Dec 02 15:58:14.193715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-0b8a4688-902e-4f4c-bebe-9f7035f1e796 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:14.195825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-0b8a4688-902e-4f4c-bebe-9f7035f1e796 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.1792927
Dec 02 15:58:14.216296 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-7d6944f2-1152-4196-829c-42dfb84252ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/quotas/e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 375 time: 0.0114629
Dec 02 15:58:14.368760 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-a23d897b-35d2-4507-bfe2-afa5c4d439b1 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1440334
Dec 02 15:58:14.389101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-96aa2439-9fc2-4b7c-9534-ffc5e5e0b182 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:58:14.390980 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-96aa2439-9fc2-4b7c-9534-ffc5e5e0b182 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0105636
Dec 02 15:58:14.589235 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-33846449-198a-4c6a-9665-114210d062e3 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902766
Dec 02 15:58:14.870180 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-effbd8e3-929b-44d5-b5cc-f65ec4e5bcdd service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2737222
Dec 02 15:58:15.230401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:15.565234 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3430715d-a087-4701-a469-dc79f9bc8499 req-9b1b14a3-78a9-438f-86e5-c4b8c1c50816 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 210 time: 0.0612383
Dec 02 15:58:15.712807 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-c9a68778-3a99-4333-9c1e-268e88a45232 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867827
Dec 02 15:58:15.862365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:15.910408 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-5e2acc78-2633-466a-ac59-f29e2ea34d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:15.912868 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-5e2acc78-2633-466a-ac59-f29e2ea34d59 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.0875413
Dec 02 15:58:16.109457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-76286bfe-fdc0-4e8e-87f4-21dc068bd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:16.113378 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-76286bfe-fdc0-4e8e-87f4-21dc068bd8c7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.1788745
Dec 02 15:58:16.241725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:16.328319 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-d36fc81f-ad0a-4dd2-a4a1-8b1f10aefb83 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 1001 time: 0.2051034
Dec 02 15:58:16.440708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54934) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:16.453368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-7eba5db4-3caa-4803-b345-25c182737c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:16.454978 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-7eba5db4-3caa-4803-b345-25c182737c8f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1201737
Dec 02 15:58:16.544846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-77a11c61-6a55-422d-8e14-59f6e8d293c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:16.546493 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-77a11c61-6a55-422d-8e14-59f6e8d293c7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848112
Dec 02 15:58:16.630297 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:16.659097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:16.664426 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0ffdbb62b14926a473b014430e0c0b is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:16.668353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:16.679122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:16.772911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3a406679-efbb-4686-9a22-fda0eeccbe26 req-cfc00fb0-2f1e-4ee1-9656-dfecc1dd5c5a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 210 time: 0.0600011
Dec 02 15:58:16.897511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:16.946873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:16.954712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-da3200c5-09a0-4718-b149-90ac8193d840 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:16.971889 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-6783cc87-0360-455c-99db-7b2f32f1d90b service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4174309
Dec 02 15:58:17.001020 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4d0ffdbb62b14926a473b014430e0c0b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5585320
Dec 02 15:58:17.004631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 54946) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:17.022964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74065130-b999-4eb4-a126-1ad6c69128fc,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:17.029229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:17.083622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:17.115854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:17.145533 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-90ef775c-51d3-4210-be19-5acbc4222fcb req-78a31c95-eaff-49fa-ad79-570d5ea6dede service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1669340
Dec 02 15:58:17.192282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:17.197820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-46a26cba-ace5-47a1-9fdf-963d33586eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:17.216317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74065130-b999-4eb4-a126-1ad6c69128fc,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:17.219272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:17.225912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:17.227520 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c968f1dc-7c1a-4b9f-b38f-7ba5f367eb92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/74065130-b999-4eb4-a126-1ad6c69128fc HTTP/1.1" status: 204  len: 168 time: 0.2219114
Dec 02 15:58:17.771917 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-b9fdbe13-e972-44f5-bd1d-617c76cbf081 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:17.773552 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-b9fdbe13-e972-44f5-bd1d-617c76cbf081 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 812 time: 0.1830492
Dec 02 15:58:17.885668 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-5e16823a-64cc-4f5e-9a93-cbeaf9954c3d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/security-groups?tenant_id=e84bacbd36bc4a75898431f75ffae141 HTTP/1.1" status: 200  len: 5551 time: 0.0747087
Dec 02 15:58:17.897044 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'port': {'device_id': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'admin_state_up': True, 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'security_groups': ['84b94ee0-92cf-4dbe-8dc6-c45763dad97a']}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:58:18.040306 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f2ec6849-c295-473f-8a6f-3848d65f046a req-0ed54e84-1343-47ea-964d-274fbba4b937 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 210 time: 0.0588906
Dec 02 15:58:18.114725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:18.126262 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:18.167432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Made reservation on behalf of e84bacbd36bc4a75898431f75ffae141 for: {'port': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:58:18.174324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:18.513620 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.20.0.12 (fb4a3f3f-f009-42fb-af5a-e60d7446ffbb/9415ea95-c8b9-4f2a-9751-152624286395/b880e84e-a589-470a-9389-3b8858f641bc) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:58:18.733172 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:18.750570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Transition to ACTIVE for port object b880e84e-a589-470a-9389-3b8858f641bc will not be triggered until provisioned by entity DHCP. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:58:18.797071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:18.812930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c752d9a5-acc8-4985-96ba-89285bbcc80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:18.959134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=b880e84e-a589-470a-9389-3b8858f641bc,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:18.977600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.978028 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.978454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.978825 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.979234 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.979636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.980127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.980456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.981119 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.982084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.982548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.982947 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.983717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.984803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.984803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.984998 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.985291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.985688 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.986085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.986534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.986878 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.987273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.987651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.988041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:58:18.995306 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:19.054915 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:58:19.056284 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:58:19.058916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:58:19.148598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:19.149596 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.208441 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-db45f1a2-411d-40f2-84db-d3bb6c7863ee tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3158038
Dec 02 15:58:19.228702 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Request body: {'port': {'device_id': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:58:19.361099 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b256-e71d-4835-85ef-76b47799f5f8 req-2df8481a-76fe-46c3-b792-24aae201f4e0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:19.363011 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-abf9b256-e71d-4835-85ef-76b47799f5f8 req-2df8481a-76fe-46c3-b792-24aae201f4e0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 932 time: 0.1170356
Dec 02 15:58:19.376919 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.382653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-4563c147-6be6-4ade-bfff-bfbad5e39fb6 None None] Provisioning for port b880e84e-a589-470a-9389-3b8858f641bc completed by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:58:19.388616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-4563c147-6be6-4ade-bfff-bfbad5e39fb6 None None] Provisioning complete for port b880e84e-a589-470a-9389-3b8858f641bc triggered by entity DHCP. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:58:19.389411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4563c147-6be6-4ade-bfff-bfbad5e39fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.438648 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-abf9b256-e71d-4835-85ef-76b47799f5f8 req-0d4c11b3-4ab3-4d3f-9b8a-fd6880fd4e15 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0685093
Dec 02 15:58:19.474918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4563c147-6be6-4ade-bfff-bfbad5e39fb6 None None] Port b880e84e-a589-470a-9389-3b8858f641bc cannot update to ACTIVE because it is not bound. {{(pid=80395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 15:58:19.555786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55010) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:19.734447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.751394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:19.756440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b17a6c29394c4172a63bfb9be7c4e38e is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:19.759822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:19.766173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:19.867366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b880e84e-a589-470a-9389-3b8858f641bc {{(pid=80394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 15:58:19.876144 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.877071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.891448 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Transition to ACTIVE for port object b880e84e-a589-470a-9389-3b8858f641bc will not be triggered until provisioned by entity L2. {{(pid=80394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 15:58:19.933140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.943843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bf2b4a2-ba0c-4167-a571-b6b53a8a8f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:19.967883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:19.985430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7004f19f-6148-485a-832f-c87e345e4255 tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:19.995836 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b17a6c29394c4172a63bfb9be7c4e38e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4361839
Dec 02 15:58:19.996348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55016) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:20.000621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab10e70-b8b5-40f7-9425-ad232c590e33,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:20.016709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-cc4fc89b-1e9a-414f-9810-29be076c56d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:20.101977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.117483 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=b880e84e-a589-470a-9389-3b8858f641bc,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:20.128806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:20.153479 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.333247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.340643 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-366e312f-500c-4c97-8153-31efce1e7774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:20.358109 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Attempting to bind port b880e84e-a589-470a-9389-3b8858f641bc on host hv-cinder-73761 for vnic_type normal with profile  {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 15:58:20.358862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Attempting to bind port b880e84e-a589-470a-9389-3b8858f641bc by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 15:58:20.359245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Attempting to bind port b880e84e-a589-470a-9389-3b8858f641bc on network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 15:58:20.359363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab10e70-b8b5-40f7-9425-ad232c590e33,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:20.363202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:20.364117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.366979 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Checking agent: {'id': '85ed995b-a59b-49a6-be6e-682913e34260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 46, 10), 'started_at': datetime.datetime(2020, 12, 2, 15, 46, 40), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 15:58:20.367451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Checking segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:58:20.368007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.368405 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f3a1a4cf-f94b-4e11-afbb-7647408360c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fab10e70-b8b5-40f7-9425-ad232c590e33 HTTP/1.1" status: 204  len: 168 time: 0.3703809
Dec 02 15:58:20.369856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Bound using segment: {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'} {{(pid=80394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 15:58:20.369856 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Bound port: b880e84e-a589-470a-9389-3b8858f641bc, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888454ee-4d15-4c6e-b291-bb6299f00fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb'}}] {{(pid=80394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 15:58:20.370491 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.489457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] For port b880e84e-a589-470a-9389-3b8858f641bc, host hv-cinder-73761, cleared binding levels {{(pid=80394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 15:58:20.494559 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] For port b880e84e-a589-470a-9389-3b8858f641bc, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b880e84e-a589-470a-9389-3b8858f641bc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 15:58:20.541066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.572167 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-16603b12-0eb5-460b-a864-0a04750a0cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:20.829668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=b880e84e-a589-470a-9389-3b8858f641bc,revision_number=3']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:20.848264 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:20.880034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:20.880743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:20.882331 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] 10.222.0.103 "PUT /v2.0/ports/b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 1158 time: 1.6585617
Dec 02 15:58:20.882940 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:58:20.895521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da5d45-df55-41b1-af92-42467fc6e205 req-277e9f46-1455-4bae-8bbb-ff1a17fc1cb7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:20.896445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f0da5d45-df55-41b1-af92-42467fc6e205 req-277e9f46-1455-4bae-8bbb-ff1a17fc1cb7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:58:20.973891 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc', 'status': 'completed', 'code': 200}
Dec 02 15:58:20.984546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f0da5d45-df55-41b1-af92-42467fc6e205 req-277e9f46-1455-4bae-8bbb-ff1a17fc1cb7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:58:20.986265 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0da5d45-df55-41b1-af92-42467fc6e205 req-277e9f46-1455-4bae-8bbb-ff1a17fc1cb7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.3134713
Dec 02 15:58:21.099760 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f0da5d45-df55-41b1-af92-42467fc6e205 req-c3470176-c38a-436c-9ada-8d0d6c0de5ad tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1040881
Dec 02 15:58:21.142527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-65e154bb-4b79-4cb3-a003-6947ba49208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:21.144558 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-65e154bb-4b79-4cb3-a003-6947ba49208e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1161 time: 0.1499338
Dec 02 15:58:21.460016 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-2bddab35-fd40-49fb-bbf2-b19b9c67b4e4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 217 time: 0.3016596
Dec 02 15:58:21.539734 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-4defdbac-14e7-4891-854a-441de78b562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:21.541404 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-4defdbac-14e7-4891-854a-441de78b562c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0742295
Dec 02 15:58:21.649054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253410-5c17-4786-90bd-33fda8089564 req-a10b1f26-fcf4-4664-94f0-21d63f2bf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:21.651911 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-a10b1f26-fcf4-4664-94f0-21d63f2bf5da service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1023564
Dec 02 15:58:21.909288 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-7cd44b8a-d00b-45cc-a16f-ce4f2287722a service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486756
Dec 02 15:58:22.084489 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-92253410-5c17-4786-90bd-33fda8089564 req-884fbac1-bedb-4371-8a83-6fa94f4c0f36 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1684792
Dec 02 15:58:22.313638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-ea20abe4-284a-49e8-8585-ff55e899edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:22.315410 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-ea20abe4-284a-49e8-8585-ff55e899edff service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1161 time: 0.1076281
Dec 02 15:58:22.351658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886653d-721f-4839-bd1b-91cc91db97a9 req-ddb40b76-d681-4d69-b113-0512d030d3d9 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:22.353463 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3886653d-721f-4839-bd1b-91cc91db97a9 req-ddb40b76-d681-4d69-b113-0512d030d3d9 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0986650
Dec 02 15:58:22.423750 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3886653d-721f-4839-bd1b-91cc91db97a9 req-c03b8e3a-1ccc-4f63-a594-8839b43a1a47 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0532227
Dec 02 15:58:22.587810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-b9542fcb-961b-414c-90f1-9a45ad7ff366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:22.591648 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-b9542fcb-961b-414c-90f1-9a45ad7ff366 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2670257
Dec 02 15:58:22.685890 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-1ccc9567-97d7-498c-9568-5f1297b41951 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 217 time: 0.0767472
Dec 02 15:58:22.764267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-576ff5bd-b871-4206-954b-dfce3b9bee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:22.765905 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-576ff5bd-b871-4206-954b-dfce3b9bee09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0695381
Dec 02 15:58:22.897848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-68c43eaa-30f5-45cc-85f2-c5c83fbcb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:22.907705 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-68c43eaa-30f5-45cc-85f2-c5c83fbcb9a9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1341910
Dec 02 15:58:23.212902 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-27a5e30c-c6b1-4e61-9059-e5af9b56bef2 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964025
Dec 02 15:58:23.381001 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-86f19a9d-5dab-4d99-bf9c-2eaae9dfa448 req-fc8328ac-c4b9-466a-8d72-7595b9c1c3b2 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612251
Dec 02 15:58:23.647261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ae8a8-ce6d-438e-8a2d-4e194e2c95fb req-a2cd3614-f92f-421f-85ee-254450656545 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:23.648918 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-287ae8a8-ce6d-438e-8a2d-4e194e2c95fb req-a2cd3614-f92f-421f-85ee-254450656545 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0862396
Dec 02 15:58:23.702724 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-287ae8a8-ce6d-438e-8a2d-4e194e2c95fb req-1aaf4005-aac9-4b3d-b0bc-e080c975405d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472946
Dec 02 15:58:24.933562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06485b-eb72-4ea1-9a0d-17a4ca08adcb req-664dc7b5-f2eb-4a11-87ba-731251121056 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:24.935867 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e06485b-eb72-4ea1-9a0d-17a4ca08adcb req-664dc7b5-f2eb-4a11-87ba-731251121056 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0876253
Dec 02 15:58:24.995150 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5e06485b-eb72-4ea1-9a0d-17a4ca08adcb req-5226e58d-b57b-449b-903b-620cc0681727 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0529206
Dec 02 15:58:26.226749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467a34b-89ac-4172-9837-7302a048f49c req-b59f0baa-9986-4697-89ae-97ee2d4cb7be tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:26.228403 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1467a34b-89ac-4172-9837-7302a048f49c req-b59f0baa-9986-4697-89ae-97ee2d4cb7be tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0923791
Dec 02 15:58:26.278667 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1467a34b-89ac-4172-9837-7302a048f49c req-e01abda4-f743-48ce-98a6-5a29c64d1311 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429997
Dec 02 15:58:27.510181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605905a-3b28-4613-b5ea-18c9218707d4 req-e9241cd4-c457-4229-badf-ec88abc0e175 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:27.511842 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b605905a-3b28-4613-b5ea-18c9218707d4 req-e9241cd4-c457-4229-badf-ec88abc0e175 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0943468
Dec 02 15:58:27.563840 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b605905a-3b28-4613-b5ea-18c9218707d4 req-05f777d1-a0c8-4272-a615-fbb8adf73054 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453947
Dec 02 15:58:28.783897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f3d2-cafe-4d4f-a1da-d02a9b029042 req-24ea4a02-0e6d-4a3d-b4b2-635664c72eb5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:28.785457 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4893f3d2-cafe-4d4f-a1da-d02a9b029042 req-24ea4a02-0e6d-4a3d-b4b2-635664c72eb5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0832427
Dec 02 15:58:28.837538 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4893f3d2-cafe-4d4f-a1da-d02a9b029042 req-14c66583-14c9-46d1-b32b-47f50cb362d8 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457606
Dec 02 15:58:30.070273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bad58-d054-4ab1-8aa6-acfabfc46cd4 req-e7bb031c-9a5c-41f7-8ec1-b316c191df30 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:30.071904 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b52bad58-d054-4ab1-8aa6-acfabfc46cd4 req-e7bb031c-9a5c-41f7-8ec1-b316c191df30 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0956736
Dec 02 15:58:30.126591 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b52bad58-d054-4ab1-8aa6-acfabfc46cd4 req-d89f69fd-4434-4220-8e19-274a2009dd68 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0466721
Dec 02 15:58:31.366386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a24e1-9f53-4300-8f12-3bcfbc515b40 req-148ef837-e31a-4488-b4a2-5c0407f13d48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:31.368166 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3e2a24e1-9f53-4300-8f12-3bcfbc515b40 req-148ef837-e31a-4488-b4a2-5c0407f13d48 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0865998
Dec 02 15:58:31.426370 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3e2a24e1-9f53-4300-8f12-3bcfbc515b40 req-ba120ff4-348a-4970-bd2d-46c9bf96c24c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0463603
Dec 02 15:58:32.648010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1ec0-28c8-4a51-8059-e6b3bb98c4f9 req-0ec0a73c-8390-4490-960b-bd4eefdea83d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:32.649671 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93db1ec0-28c8-4a51-8059-e6b3bb98c4f9 req-0ec0a73c-8390-4490-960b-bd4eefdea83d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0875511
Dec 02 15:58:32.706827 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-93db1ec0-28c8-4a51-8059-e6b3bb98c4f9 req-fce57e9f-8be9-4cbd-9949-e49467dc5062 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0496540
Dec 02 15:58:33.938149 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25037b-1bfd-4f99-86d6-fa8604fb7e10 req-cabd0741-f56b-4dd8-9232-df834f6b1b71 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:33.939862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af25037b-1bfd-4f99-86d6-fa8604fb7e10 req-cabd0741-f56b-4dd8-9232-df834f6b1b71 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 944 time: 0.0962534
Dec 02 15:58:33.998872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-af25037b-1bfd-4f99-86d6-fa8604fb7e10 req-460e233b-dbc9-45a6-8d5e-72f01f0492ea tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0523481
Dec 02 15:58:34.209999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b880e84e-a589-470a-9389-3b8858f641bc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:58:34.477705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning for port b880e84e-a589-470a-9389-3b8858f641bc completed by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 15:58:34.485451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b880e84e-a589-470a-9389-3b8858f641bc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:58:34.485451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:34.633549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:34.674959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:58:34.691371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port b880e84e-a589-470a-9389-3b8858f641bc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b880e84e-a589-470a-9389-3b8858f641bc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:58:34.748859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc', 'code': 200}
Dec 02 15:58:34.751612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:34.754649 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:34.843384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=b880e84e-a589-470a-9389-3b8858f641bc,revision_number=4']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:34.848762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:35.143298 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b880e84e-a589-470a-9389-3b8858f641bc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:58:35.251849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b880e84e-a589-470a-9389-3b8858f641bc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:58:35.251849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:35.272478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10cf91-7ff2-484f-abdb-05786a97253f req-2744862d-4471-4d46-8950-c040f85a4d40 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:35.280261 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f10cf91-7ff2-484f-abdb-05786a97253f req-2744862d-4471-4d46-8950-c040f85a4d40 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.1174443
Dec 02 15:58:35.358141 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-8f10cf91-7ff2-484f-abdb-05786a97253f req-e719d51f-b638-4c80-8d10-36773be65745 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0716269
Dec 02 15:58:35.578097 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc89b8-d694-4fca-b6fb-1003018fb12b req-7ad7ece6-2119-4ef9-94dd-e6e491450504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:35.580862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cbbc89b8-d694-4fca-b6fb-1003018fb12b req-7ad7ece6-2119-4ef9-94dd-e6e491450504 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1163 time: 0.3270974
Dec 02 15:58:35.643422 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-cbbc89b8-d694-4fca-b6fb-1003018fb12b req-cf4be0c7-b557-423b-a1a5-2efab562b8b3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0556531
Dec 02 15:58:35.667561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55190) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:35.849889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:35.867103 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:35.871377 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Usage tracker for resource:security_group_rule and tenant:f88e431b554c4dcdb08e16591233d398 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:35.874677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:35.880662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:35.975013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.009389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.021967 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bc028bd1-382b-4cbf-b221-62dbb4a7e684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:36.073512 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f88e431b554c4dcdb08e16591233d398&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4038825
Dec 02 15:58:36.076457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55200) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:36.076771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40318e6f-f1cc-4589-8089-efe2e2a3b450,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:36.081865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d03a67d6-2b23-4574-8728-6c07dfe6a577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:36.150071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.197748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.363319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.369195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2f7a08d3-809a-4400-a5fb-ef41d73464b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:36.385061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40318e6f-f1cc-4589-8089-efe2e2a3b450,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:36.388455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:36.410156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:36.411444 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40318e6f-f1cc-4589-8089-efe2e2a3b450 HTTP/1.1" status: 204  len: 168 time: 0.3338542
Dec 02 15:58:36.769006 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1e539-c166-488c-bae7-0ac9e3fc340d req-50425fd5-abda-405f-ab26-31269322b684 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:36.774695 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b4d1e539-c166-488c-bae7-0ac9e3fc340d req-50425fd5-abda-405f-ab26-31269322b684 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.1183283
Dec 02 15:58:36.847076 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b4d1e539-c166-488c-bae7-0ac9e3fc340d req-374b57af-785d-40b2-a238-4164e8a3e0e3 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0657203
Dec 02 15:58:38.116386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6026-59fa-4792-b2a5-21e42a5656e8 req-7bcba82b-9299-4e7c-9c50-5f67a5566f1d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:38.118365 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-897f6026-59fa-4792-b2a5-21e42a5656e8 req-7bcba82b-9299-4e7c-9c50-5f67a5566f1d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.0905929
Dec 02 15:58:38.175492 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-897f6026-59fa-4792-b2a5-21e42a5656e8 req-4d12dc56-da2d-4acb-b623-c601e50fa6c5 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0480130
Dec 02 15:58:38.411925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f42cad-6dfa-48dc-b5ed-ffaca4518e43 req-12f44114-e0bd-4af9-9138-827e8798dff0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:38.413696 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09f42cad-6dfa-48dc-b5ed-ffaca4518e43 req-12f44114-e0bd-4af9-9138-827e8798dff0 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.0926547
Dec 02 15:58:38.454286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55246) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:38.485617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-09f42cad-6dfa-48dc-b5ed-ffaca4518e43 req-43bdd1c1-2f36-49b6-ac1c-a3055bd2c2c7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0643399
Dec 02 15:58:38.664140 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:38.702647 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:38.721758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbb0d412ae140b59dd7297ad9a52d4c is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:38.727136 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:38.744411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:38.763627 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-3ebd767c-e2b5-4095-a057-82bad7c7ee2b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2204757
Dec 02 15:58:38.784350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:58:38.794146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:38.811094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:38.881685 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:38.912570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:38.990549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.004071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4323340a-b7bd-4af0-b6f0-2682085945da tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:39.056384 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5cbb0d412ae140b59dd7297ad9a52d4c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6008787
Dec 02 15:58:39.059527 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55256) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:39.061421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58688129-eacf-4da4-b2d8-53b7b3dbdd7a,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:39.066958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:39.140431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.141792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.172639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.293909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.299045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f80aacda-a53c-422e-96ae-3d984d6b50be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:39.315232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58688129-eacf-4da4-b2d8-53b7b3dbdd7a,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:39.318652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:39.323737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.325706 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58688129-eacf-4da4-b2d8-53b7b3dbdd7a HTTP/1.1" status: 204  len: 168 time: 0.2645469
Dec 02 15:58:39.512259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_common [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Allocated IP 172.27.0.174 (24f8c85b-53da-46d7-af04-bab2a0f68b29/40255eaa-ad11-4afc-91a7-4b4808ce3049/a122184c-832a-4dba-817a-9115f3b88dda) {{(pid=80394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 15:58:39.696575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.757900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363305033235299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:39.771954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-aab26b20-4731-45a7-824b-6db68119a5a9 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:40.148826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=a122184c-832a-4dba-817a-9115f3b88dda,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:40.155308 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:40.211707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Network 24f8c85b-53da-46d7-af04-bab2a0f68b29 is already hosted by enough agents. {{(pid=80394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 15:58:40.213157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Resources bound (agent type, host, resource id):  {{(pid=80394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:58:40.217039 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Received port after_create {{(pid=80394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 15:58:40.304908 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:40.398260 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:40.692747 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for port, precommit_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:40.761338 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852617941'] for port, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:40.777393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bebe5c3d-4417-4427-a622-c35e5d5002f9 tempest-AttachVolumeTestJSON-1454544481 tempest-AttachVolumeTestJSON-1454544481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:40.923349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event updated for resources: {'Port': ['ID=a122184c-832a-4dba-817a-9115f3b88dda,revision_number=2']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:40.929041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:41.042318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:41.123195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:41.125874 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-c50e6296-6d03-422e-94df-9f1eeb14495e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3544898
Dec 02 15:58:41.228872 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-1acea274-0f8c-476f-922d-63a849306d95 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 15:58:41.327938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-1acea274-0f8c-476f-922d-63a849306d95 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 15:58:41.329540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-1acea274-0f8c-476f-922d-63a849306d95 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.174 HTTP/1.1" status: 200  len: 696 time: 0.1900127
Dec 02 15:58:41.447346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:41.509598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-be69ba8e-18f2-464d-a4ea-015f7ef95bd4 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:41.511166 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9a62970-b8db-4f6b-aef3-c1ee1a66d79c req-be69ba8e-18f2-464d-a4ea-015f7ef95bd4 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.1711361
Dec 02 15:58:41.721680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-fdef4a68-4c20-4b32-8c68-90cae33c8454 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:41.723405 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-fdef4a68-4c20-4b32-8c68-90cae33c8454 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0956511
Dec 02 15:58:41.815823 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-61ed4e57-da9d-4435-a644-cabced24db74 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.174 HTTP/1.1" status: 200  len: 696 time: 0.0856719
Dec 02 15:58:41.831143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Request body: {'floatingip': {'port_id': 'b880e84e-a589-470a-9389-3b8858f641bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:58:41.866541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-91b6a869-c684-4907-9855-0e50ec25fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:41.919127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, before_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:42.882173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:42.912360 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851057559'] for floatingip, after_update {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:43.112617 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 3af24b65-169a-40df-a31d-3cebb3040c9f associated. External IP: 172.27.0.174, port: b880e84e-a589-470a-9389-3b8858f641bc.
Dec 02 15:58:43.528328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 15:58:43.725113 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 15:58:43.730019 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:43.736739 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 15:58:43.752101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:58:43.752796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090bd1668>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:58:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:43.790629 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-b00fd57b-4886-47cc-a0f2-8271c8a603ae tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "PUT /v2.0/floatingips/3af24b65-169a-40df-a31d-3cebb3040c9f HTTP/1.1" status: 200  len: 997 time: 1.9640193
Dec 02 15:58:43.791101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:58:43.882943 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc', 'status': 'completed', 'code': 200}
Dec 02 15:58:43.926456 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-a2de8ddf-a309-4b67-8620-489e4dba63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:43.928183 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-a2de8ddf-a309-4b67-8620-489e4dba63aa service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1163 time: 0.1144896
Dec 02 15:58:43.963780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-522aee6f-42ea-4e02-9d9e-7241d9e19794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:43.994258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:58:44.108461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-95742f71-235b-4255-8ada-25bca5f9adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:44.110088 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-95742f71-235b-4255-8ada-25bca5f9adec service neutron] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.1742005
Dec 02 15:58:44.224220 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-7ea441b1-3ebd-4116-9e3f-f414bd5a8978 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 1000 time: 0.1072412
Dec 02 15:58:44.302956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-63c9f415-e0c1-486d-9e62-49bdf4e4fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:44.304968 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-63c9f415-e0c1-486d-9e62-49bdf4e4fda1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0729165
Dec 02 15:58:44.392640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-a546089f-dc4c-4df0-a443-c933c922afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:44.394236 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-a546089f-dc4c-4df0-a443-c933c922afa1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823774
Dec 02 15:58:44.415090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090bd1668>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '3af24b65-169a-40df-a31d-3cebb3040c9f', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'b880e84e-a589-470a-9389-3b8858f641bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:91:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:40Z', 'updated_at': '2020-12-02T15:58:42Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}, {'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:44.421241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 15:58:44.431076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 15:58:44.431768 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090bd1668>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T15:58:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:44.549859 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-c11c0c38-6bd5-4b3a-92fe-635ad17666a5 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482451
Dec 02 15:58:44.631401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 15:58:44.714518 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3696146c-04f1-48a6-b527-f092eb7b3809 req-54c64f52-d51c-43c9-af3b-2be080581a11 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577911
Dec 02 15:58:44.931441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:58:45.068653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090bd1668>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '3af24b65-169a-40df-a31d-3cebb3040c9f', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'b880e84e-a589-470a-9389-3b8858f641bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:91:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:40Z', 'updated_at': '2020-12-02T15:58:42Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}, {'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:58:45.073541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4a9d7-2958-4516-8f65-faa77241d87d None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '3af24b65-169a-40df-a31d-3cebb3040c9f', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'b880e84e-a589-470a-9389-3b8858f641bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:91:9e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:40Z', 'updated_at': '2020-12-02T15:58:42Z', 'revision_number': 1, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}, {'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 15:58:45.220987 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:45.391735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd745256-643b-45a9-8b52-f7f61870e769 None None] New status for floating IP 3af24b65-169a-40df-a31d-3cebb3040c9f: ACTIVE {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 15:58:45.852655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:46.049236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-428b9529-a7cd-4c6b-9c63-a66f8fe1d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:46.050967 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-428b9529-a7cd-4c6b-9c63-a66f8fe1d4e4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1163 time: 0.0833988
Dec 02 15:58:46.202340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-951c3fc3-a2ba-4617-a12e-3b4fe5dba514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:46.203966 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-951c3fc3-a2ba-4617-a12e-3b4fe5dba514 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.1458168
Dec 02 15:58:46.247642 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:46.322633 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-87bcb2a5-d82a-4044-a563-7301abf073a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 1002 time: 0.1117380
Dec 02 15:58:46.397160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-4ca9e5a8-ec01-4b7c-9d4b-589059840308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:46.398787 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-4ca9e5a8-ec01-4b7c-9d4b-589059840308 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0691106
Dec 02 15:58:46.486786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-b27b667b-2b11-404b-907c-21ae58f91e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:46.488498 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-b27b667b-2b11-404b-907c-21ae58f91e99 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821118
Dec 02 15:58:46.500553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-f405c017-525b-4700-98cb-9572c75464fc service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 15:58:46.501636 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-f405c017-525b-4700-98cb-9572c75464fc service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061774
Dec 02 15:58:46.662717 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-b398621d-33d7-42a2-92e5-cc9b5d9fd69a service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541405
Dec 02 15:58:46.843585 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37301155-c529-4f1e-bc38-7ff6df30f46e req-e63696bf-e38b-4b2e-931a-59f23f1d857b service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1668041
Dec 02 15:58:48.870534 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560926-0800-45ad-a229-518e5eb1f794 req-ab520c09-0b06-47e2-bc19-a0cfaaec7ecf tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:48.872455 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78560926-0800-45ad-a229-518e5eb1f794 req-ab520c09-0b06-47e2-bc19-a0cfaaec7ecf tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0902362
Dec 02 15:58:48.926910 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78560926-0800-45ad-a229-518e5eb1f794 req-35d630d7-7001-42d9-8740-27241b62b3fc tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0479901
Dec 02 15:58:50.153632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e6547-93f0-46e8-a1b0-c51c9f4e3e76 req-483520ed-c31e-493e-9dbd-199cd38281b2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:50.155286 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-238e6547-93f0-46e8-a1b0-c51c9f4e3e76 req-483520ed-c31e-493e-9dbd-199cd38281b2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0919266
Dec 02 15:58:50.205409 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-238e6547-93f0-46e8-a1b0-c51c9f4e3e76 req-463d35a2-5c79-4fb3-8b11-fd952f0ad65e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436921
Dec 02 15:58:51.426846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10dd2e-7cf2-49fb-8d12-25b2aa17f9bf req-1b3b331d-471c-44a5-ae14-7e93c65ee1e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:51.428513 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b10dd2e-7cf2-49fb-8d12-25b2aa17f9bf req-1b3b331d-471c-44a5-ae14-7e93c65ee1e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0895665
Dec 02 15:58:51.482552 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-7b10dd2e-7cf2-49fb-8d12-25b2aa17f9bf req-c044cd34-eb88-4177-a881-345f6296b9c4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0471792
Dec 02 15:58:52.706138 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5cd2e-4300-4de5-b368-eba5735c3b3d req-f5338f04-af69-4ca5-b48b-a5289bf5a4ca tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:52.707697 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98d5cd2e-4300-4de5-b368-eba5735c3b3d req-f5338f04-af69-4ca5-b48b-a5289bf5a4ca tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0923221
Dec 02 15:58:52.760551 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-98d5cd2e-4300-4de5-b368-eba5735c3b3d req-b49df8e7-f79d-434a-ab6f-920f744870d7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461166
Dec 02 15:58:53.996381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496e2f-1b45-4944-b921-1bdcbf905ce1 req-ef63387a-74e5-4cfe-b2a9-bd5216bfe0e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:53.998151 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-53496e2f-1b45-4944-b921-1bdcbf905ce1 req-ef63387a-74e5-4cfe-b2a9-bd5216bfe0e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0932522
Dec 02 15:58:54.076301 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-53496e2f-1b45-4944-b921-1bdcbf905ce1 req-e1160b16-8951-4ef0-a1d7-3a52439261ca tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0711946
Dec 02 15:58:55.316235 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23b665-14ed-4a8f-ac49-89a96f9f462f req-ac2b89f5-1aeb-4173-8200-9f79adbf875c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:55.317939 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5d23b665-14ed-4a8f-ac49-89a96f9f462f req-ac2b89f5-1aeb-4173-8200-9f79adbf875c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0905094
Dec 02 15:58:55.371707 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5d23b665-14ed-4a8f-ac49-89a96f9f462f req-e1fe936b-c32a-4a12-85a8-e84eb4459b51 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461836
Dec 02 15:58:56.604417 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a40b-647b-4334-a627-19f96105fb6d req-1bcad90b-8a69-4891-b622-37841d3fff8b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:56.606644 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f2e0a40b-647b-4334-a627-19f96105fb6d req-1bcad90b-8a69-4891-b622-37841d3fff8b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0981667
Dec 02 15:58:56.662048 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f2e0a40b-647b-4334-a627-19f96105fb6d req-5136cafd-abe0-407b-9832-9cacaed609d1 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478816
Dec 02 15:58:57.862823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55394) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:57.934509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a69b5-ba61-4dc3-b000-e16c34dcbee0 req-db46b533-8e50-4504-bd9d-7ca741250ae7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:57.934953 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b72a69b5-ba61-4dc3-b000-e16c34dcbee0 req-db46b533-8e50-4504-bd9d-7ca741250ae7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1128333
Dec 02 15:58:58.020192 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b72a69b5-ba61-4dc3-b000-e16c34dcbee0 req-4b3f2789-c36f-4909-b9a1-5118dbc19e43 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0774252
Dec 02 15:58:58.055841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.073429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:58.078354 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Usage tracker for resource:security_group_rule and tenant:29421e9217094ec791b0622b9a3a9a3b is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:58.082222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:58.090730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:58.193321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.226009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.237054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fde7c68f-d3e9-4e0a-868e-25cb92aba8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:58.289725 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29421e9217094ec791b0622b9a3a9a3b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4256887
Dec 02 15:58:58.291723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499d5c0-d0e0-4dce-9d50-fcf8b64fd7e3,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:58.293359 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55400) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:58.296763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:58.367086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.399282 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.545743 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.551299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7e77b0d6-53ee-4f90-90b8-3d6186c1c3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:58.566989 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499d5c0-d0e0-4dce-9d50-fcf8b64fd7e3,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:58.570616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:58.572536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:58.576482 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-017f4274-d848-43d4-85c7-430e278ef916 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e499d5c0-d0e0-4dce-9d50-fcf8b64fd7e3 HTTP/1.1" status: 204  len: 168 time: 0.2788773
Dec 02 15:58:59.259951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55410) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:59.276498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dc157-407d-4822-a630-11c86ed1dd57 req-fc183c0c-348b-4c7e-b8da-4c435f118ed0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:58:59.278851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f43dc157-407d-4822-a630-11c86ed1dd57 req-fc183c0c-348b-4c7e-b8da-4c435f118ed0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1035824
Dec 02 15:58:59.281489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.299905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:58:59.304742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa374d8706c4ab6aa569340e0f6677e is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:58:59.307823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:58:59.313848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:58:59.339841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f43dc157-407d-4822-a630-11c86ed1dd57 req-772b4457-e904-4164-9b27-a9e24010666c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0532417
Dec 02 15:58:59.408826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.454301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.465759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9e49df33-cd41-4571-b4d7-7047db5d4376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:59.514172 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7aa374d8706c4ab6aa569340e0f6677e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2525969
Dec 02 15:58:59.516446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7685fc02-e603-4456-ae73-93cb5f8152fe,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:59.517269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55414) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:58:59.520079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b025d762-bece-4061-8fa8-219fb63cc446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:59.591315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.627077 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.700866 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.705410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e442298e-2458-4624-9bbc-8c9492e59eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:58:59.719738 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685fc02-e603-4456-ae73-93cb5f8152fe,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:58:59.723251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:58:59.732163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:58:59.733441 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7685fc02-e603-4456-ae73-93cb5f8152fe HTTP/1.1" status: 204  len: 168 time: 0.2150955
Dec 02 15:59:00.164429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:59:00.284815 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:59:00.285396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:00.594810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553e1b-7c73-4eab-abc5-d906d78589aa req-b7eb0c4a-d9d2-443f-92f0-6ebf5d1b8051 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:00.596813 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5b553e1b-7c73-4eab-abc5-d906d78589aa req-b7eb0c4a-d9d2-443f-92f0-6ebf5d1b8051 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0941932
Dec 02 15:59:00.687741 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5b553e1b-7c73-4eab-abc5-d906d78589aa req-40f899f3-b579-4544-ad4c-1b95a8505d62 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0839322
Dec 02 15:59:01.681467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-39ba6ef5-ecde-4b36-8474-0deeb30d840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:01.687435 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-39ba6ef5-ecde-4b36-8474-0deeb30d840e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.0919082
Dec 02 15:59:01.897591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-7fb3397d-1477-4da6-a33e-6069b22382b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:01.900387 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-7fb3397d-1477-4da6-a33e-6069b22382b7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.2078671
Dec 02 15:59:01.971701 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045942-76c4-4114-b779-3e74e0306c2e req-49924c43-adb0-483c-8217-6377946315e9 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:01.973483 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-00045942-76c4-4114-b779-3e74e0306c2e req-49924c43-adb0-483c-8217-6377946315e9 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1107569
Dec 02 15:59:02.036199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-00045942-76c4-4114-b779-3e74e0306c2e req-cda3b95e-e57c-47f1-8955-7b1bfba31208 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0479009
Dec 02 15:59:02.057705 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-c2a59a17-f4d1-4278-abf6-37edbd320dd3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 999 time: 0.1412988
Dec 02 15:59:02.153080 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-7210f319-b198-4756-bdf8-dc1cfdbf9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:02.154825 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-7210f319-b198-4756-bdf8-dc1cfdbf9591 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.0889657
Dec 02 15:59:02.263244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-eb1d4d98-2376-46ae-930f-75c2f8cd1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:02.265005 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-eb1d4d98-2376-46ae-930f-75c2f8cd1642 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027040
Dec 02 15:59:02.430290 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-7ccab9eb-b0d9-4905-b9b4-8886f903abd1 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574030
Dec 02 15:59:02.596192 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2e4d1ab4-6b15-44b6-a7a3-d16d488b07bc req-15356548-a83c-4a8b-8e4f-93be7c4bcd59 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548762
Dec 02 15:59:03.286570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9399-699b-4a6e-a23a-fa228d0f112e req-9e452ccd-4a5a-4762-afce-4fe876af7210 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:03.288412 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3b5b9399-699b-4a6e-a23a-fa228d0f112e req-9e452ccd-4a5a-4762-afce-4fe876af7210 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0884836
Dec 02 15:59:03.339926 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-3b5b9399-699b-4a6e-a23a-fa228d0f112e req-e6035a64-3fd4-4026-a182-dbd7d87d7bbb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445235
Dec 02 15:59:04.584160 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598ba47-fc68-43f1-8c43-a66c67e850c3 req-d256373f-17cb-44af-abe8-c4b515af642c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:04.586604 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e598ba47-fc68-43f1-8c43-a66c67e850c3 req-d256373f-17cb-44af-abe8-c4b515af642c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0932441
Dec 02 15:59:04.640123 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e598ba47-fc68-43f1-8c43-a66c67e850c3 req-e25a09b5-19aa-47f6-8946-c354c1fdb7c0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454435
Dec 02 15:59:05.772003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 15:59:05.872662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966436-db4a-4d15-8756-809351f0b585 req-2fc1a4c1-73c9-486c-80fd-6ea770acaf8b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:05.874350 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37966436-db4a-4d15-8756-809351f0b585 req-2fc1a4c1-73c9-486c-80fd-6ea770acaf8b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0951633
Dec 02 15:59:05.897051 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:05.925714 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-37966436-db4a-4d15-8756-809351f0b585 req-093f1502-19e6-4c6d-b08e-701fc23fe57d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446842
Dec 02 15:59:05.927355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:59:05.939475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:59:05.968602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:05.970609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-805d82c2-af9e-4d8e-a0f5-82d1d83040f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:06.006432 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'code': 200}
Dec 02 15:59:06.078727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=5']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:06.085407 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:06.483861 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-1fdd2736-bbd4-4ddc-9d99-5bc784d72365 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0856602
Dec 02 15:59:06.503128 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cd3a5-76c4-4fdf-a877-c872b4fe8a65 req-e243ac6a-2bc1-4da5-9bcf-256a86b7b60b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:06.504857 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-491cd3a5-76c4-4fdf-a877-c872b4fe8a65 req-e243ac6a-2bc1-4da5-9bcf-256a86b7b60b tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1186364
Dec 02 15:59:06.566874 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-491cd3a5-76c4-4fdf-a877-c872b4fe8a65 req-67e2475e-d09a-4641-9177-06db578dbda4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0500975
Dec 02 15:59:07.799275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc374fa-65ee-440f-9e11-5de69cc26e8e req-b4487417-92d6-4701-be65-2e489fc3bcb5 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:07.800947 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1fc374fa-65ee-440f-9e11-5de69cc26e8e req-b4487417-92d6-4701-be65-2e489fc3bcb5 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0893235
Dec 02 15:59:07.850106 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1fc374fa-65ee-440f-9e11-5de69cc26e8e req-0bb5179c-fc83-44dc-a4ad-883fea4b928a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427465
Dec 02 15:59:08.722296 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-fd3d3e45-d35a-495f-8c71-98e6fcb5dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:08.723912 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-fd3d3e45-d35a-495f-8c71-98e6fcb5dd6d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d&tenant_id=92c709d41db94ec88054f3a048762c37 HTTP/1.1" status: 200  len: 1160 time: 0.0807695
Dec 02 15:59:09.073283 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-d9dd0169-4fdd-4c25-bfd4-90243efb492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:09.074932 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-d9dd0169-4fdd-4c25-bfd4-90243efb492e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1160 time: 0.3141212
Dec 02 15:59:09.098692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fc45e-afb4-4818-8160-82c936cb0fc5 req-5ab57d1e-33fc-4180-8302-d744ac3113e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:09.105178 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-693fc45e-afb4-4818-8160-82c936cb0fc5 req-5ab57d1e-33fc-4180-8302-d744ac3113e2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1019325
Dec 02 15:59:09.154776 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-693fc45e-afb4-4818-8160-82c936cb0fc5 req-194bca3c-481b-453d-81ff-33c5666c5ae5 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425303
Dec 02 15:59:09.248086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-fc0d5118-1bcf-43d0-b64b-e357f8ca6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:09.249703 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-fc0d5118-1bcf-43d0-b64b-e357f8ca6a37 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.1673465
Dec 02 15:59:09.368037 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-cd5449b7-d2d4-4b29-8b97-9c224f816b00 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 997 time: 0.1110430
Dec 02 15:59:09.443291 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-61328f94-10bc-4464-8d30-3356d44d0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:09.445002 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-61328f94-10bc-4464-8d30-3356d44d0c65 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.0696557
Dec 02 15:59:09.538310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-369b2d56-d832-401d-aa35-b2d3beb4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:09.539959 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-369b2d56-d832-401d-aa35-b2d3beb4a63d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881445
Dec 02 15:59:09.701178 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-ebbca28b-7352-415a-8eb6-593a906147e2 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527009
Dec 02 15:59:09.855822 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e9f1e74c-dc21-4a83-816c-c3ad38b0e5a4 req-12dac1cd-13c7-4f30-9143-8529b33a6703 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473441
Dec 02 15:59:10.451653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d113b4-6f23-4aa5-b7ab-10a99f48f7ae req-c21d7ac2-d5f2-449e-ad02-d11654ccee1c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:10.453404 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-60d113b4-6f23-4aa5-b7ab-10a99f48f7ae req-c21d7ac2-d5f2-449e-ad02-d11654ccee1c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1117384
Dec 02 15:59:10.521446 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-60d113b4-6f23-4aa5-b7ab-10a99f48f7ae req-65d9a963-0a49-4e73-9be8-8dda7d65a74c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0615149
Dec 02 15:59:11.448557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:11.747454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129974c-ef1d-465b-9b52-6fc0c91c4e6f req-034eb2d4-52f0-4fcc-baa3-2e891dd6e4a0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:11.749214 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4129974c-ef1d-465b-9b52-6fc0c91c4e6f req-034eb2d4-52f0-4fcc-baa3-2e891dd6e4a0 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0920227
Dec 02 15:59:11.799772 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-4129974c-ef1d-465b-9b52-6fc0c91c4e6f req-30b65624-4ae3-4c3a-9b73-7cb584acb969 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440652
Dec 02 15:59:11.854324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-287abcdb-d23e-488c-a258-bf10c11f8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:13.035249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eab1a-8904-44c8-b932-5bef2b2698b9 req-3250f9ac-65ed-46c8-8aa9-e8a800a1fb01 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:13.036925 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d61eab1a-8904-44c8-b932-5bef2b2698b9 req-3250f9ac-65ed-46c8-8aa9-e8a800a1fb01 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0944242
Dec 02 15:59:13.088851 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d61eab1a-8904-44c8-b932-5bef2b2698b9 req-413dc132-fccf-467d-97b8-6b21b9815c84 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447686
Dec 02 15:59:13.942619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55584) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:13.962963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4232c84b-2a3d-4551-ac26-b725c9f3d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.119437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.137727 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:14.141403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Usage tracker for resource:security_group_rule and tenant:51a262f3a6e04b46b3c4294e139c16fc is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:14.144774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:14.150954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:14.298988 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.338980 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cafb83-b110-4baa-884a-4bb061b78c55 req-144b4d45-7c36-421e-ae66-138626bf908a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:14.340702 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b6cafb83-b110-4baa-884a-4bb061b78c55 req-144b4d45-7c36-421e-ae66-138626bf908a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1065388
Dec 02 15:59:14.341888 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.352705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a589ba6-d6ff-4f0e-838c-49520ef1a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:14.418728 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51a262f3a6e04b46b3c4294e139c16fc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4748335
Dec 02 15:59:14.421820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55592) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:14.429536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6449e9fb-c549-4d75-a3fa-cc12974af810,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:14.441589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.441894 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.442304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.442710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.443110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.443509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.443903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.444324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.444725 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.445118 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.445510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.445903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.446364 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.446764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.447535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.447535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.447910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.448631 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.449222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.449626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.450030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.450429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.450835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.451221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:14.460870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:14.463772 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b6cafb83-b110-4baa-884a-4bb061b78c55 req-2f6ecae0-e0e0-42ff-9639-0f0d87db5267 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1137574
Dec 02 15:59:14.495811 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.524233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.614288 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.619858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ea02adda-d7d8-4b78-869f-c2d12752cef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:14.635790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6449e9fb-c549-4d75-a3fa-cc12974af810,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:14.639399 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:14.645053 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:14.646338 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-68c235d5-cc7a-4698-b386-2586542595df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6449e9fb-c549-4d75-a3fa-cc12974af810 HTTP/1.1" status: 204  len: 168 time: 0.2233846
Dec 02 15:59:15.186018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55600) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:15.207331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.220352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.224911 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:15.229663 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Usage tracker for resource:security_group_rule and tenant:f17a268384ae4f5d901b03fa2c9a5aab is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:15.235562 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:15.239422 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:15.332410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.368740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.378700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-eb96ef0c-7a48-4805-83d2-9f83fdbe96c6 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:15.424154 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f17a268384ae4f5d901b03fa2c9a5aab&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2363358
Dec 02 15:59:15.425125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39794790-6409-4f89-b116-439e7b6e05bf,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:15.428047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55604) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:15.428461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-057f56b6-bdc9-4d87-a2ae-d8d6989976fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:15.503467 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.783424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2f1d-ac3f-4f3d-abcb-e27ada8a859a req-169438f7-d32b-47ed-bd02-05f4b1c4d577 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:15.785087 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e2b2f1d-ac3f-4f3d-abcb-e27ada8a859a req-169438f7-d32b-47ed-bd02-05f4b1c4d577 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.1302948
Dec 02 15:59:15.785293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.790627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9226e6-5499-4074-b294-736b53d55b8a req-b1f6b149-61ed-468f-aa56-43dadebae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:15.793025 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-b1f6b149-61ed-468f-aa56-43dadebae19e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1160 time: 0.1758652
Dec 02 15:59:15.853898 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.888432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.894587 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fcde6fb5-2f04-4fe4-88df-b923c13f6428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:15.909774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39794790-6409-4f89-b116-439e7b6e05bf,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:15.916027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:15.924869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:15.930212 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-af5bbaa7-7114-4415-895b-42836ccad578 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39794790-6409-4f89-b116-439e7b6e05bf HTTP/1.1" status: 204  len: 168 time: 0.4971316
Dec 02 15:59:15.936339 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-1e2b2f1d-ac3f-4f3d-abcb-e27ada8a859a req-fe089a93-d3a4-448e-828b-6fc9b2f13cc4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1410508
Dec 02 15:59:16.009005 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9226e6-5499-4074-b294-736b53d55b8a req-f14c71ff-1497-40b8-be27-a8e3a6cf2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:16.011812 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-f14c71ff-1497-40b8-be27-a8e3a6cf2bc3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.1927023
Dec 02 15:59:16.144792 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-6dd80fce-5493-4d1d-ab62-898749016e07 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 997 time: 0.1185536
Dec 02 15:59:16.248331 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:16.267557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9226e6-5499-4074-b294-736b53d55b8a req-97676a38-506e-423b-9c47-5f2596737e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:16.269227 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-97676a38-506e-423b-9c47-5f2596737e44 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.1174266
Dec 02 15:59:16.396681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9226e6-5499-4074-b294-736b53d55b8a req-83e2f3f9-ff02-41b8-95f7-3acbf43982b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:16.399490 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-83e2f3f9-ff02-41b8-95f7-3acbf43982b7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1209981
Dec 02 15:59:16.556762 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-16164c34-1b1b-41da-966c-0bc22d31f43a service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488843
Dec 02 15:59:16.711181 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2a9226e6-5499-4074-b294-736b53d55b8a req-481ddf57-9af6-4e76-8625-47a01fb8d592 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462805
Dec 02 15:59:16.767731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55614) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:16.788232 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:16.805518 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:16.810508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Usage tracker for resource:security_group_rule and tenant:186b88a649c146de9c7ff294795d4a22 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:16.813802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:16.820213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:16.917477 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:16.945728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:16.955556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3f6743cc-6830-4e2e-b9fb-efd31072a565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:17.005255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=186b88a649c146de9c7ff294795d4a22&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2362716
Dec 02 15:59:17.007347 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12f7c94-324c-45ca-80f5-daa68cbc801d,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:17.011390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:17.012655 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55620) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:17.132530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:17.182677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:17.212184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd67c3-6734-416c-bed5-21093fc06d34 req-0e5baa16-52b8-4200-a4ac-9430fd5afc63 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:17.214541 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9fd67c3-6734-416c-bed5-21093fc06d34 req-0e5baa16-52b8-4200-a4ac-9430fd5afc63 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0979645
Dec 02 15:59:17.271323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:17.274533 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-c9fd67c3-6734-416c-bed5-21093fc06d34 req-5ba408f8-8984-49f6-90a3-1a5d49d7661e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0503497
Dec 02 15:59:17.277094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4f5307c0-0e57-43e9-8984-38d9d257d544 tempest-TestMinimumBasicScenario-371425513 tempest-TestMinimumBasicScenario-371425513] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:17.298339 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12f7c94-324c-45ca-80f5-daa68cbc801d,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:17.304245 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:17.305182 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:17.308788 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b2a78a59-15e2-410c-a52e-1bbe7906dd34 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d12f7c94-324c-45ca-80f5-daa68cbc801d HTTP/1.1" status: 204  len: 168 time: 0.2939985
Dec 02 15:59:18.481112 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:59:18.513026 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80163d-40bd-4fca-a699-b8e3b7f1b13c req-0351dc83-ccc4-4f01-ba98-86909719864a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:18.518922 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-eb80163d-40bd-4fca-a699-b8e3b7f1b13c req-0351dc83-ccc4-4f01-ba98-86909719864a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.0999699
Dec 02 15:59:18.562085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:59:18.564855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:18.568638 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-eb80163d-40bd-4fca-a699-b8e3b7f1b13c req-c37c1704-2ecb-4299-9f88-1fbd8d716961 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472615
Dec 02 15:59:18.670212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 55644) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:18.690209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:18.720368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 15:59:18.732016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 15:59:18.772418 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:18.774568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:18.845658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=6']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:18.848323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1788400264-network', 'tenant_id': '380f404c2fab44689a09c1fcb9b22650'}} {{(pid=80394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:59:18.854465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.854855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.855236 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.855612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.855996 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.856371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.856737 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.857286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.857498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.857861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.858221 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.858580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.859012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.859380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.859546 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:18.859862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.860248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.860606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.860966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.861324 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.861681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.862038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.862384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.862746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.863191 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:18.868065 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:18.870683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Usage tracker for resource:network and tenant:380f404c2fab44689a09c1fcb9b22650 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:18.876472 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:18.884792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:18.943748 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Made reservation on behalf of 380f404c2fab44689a09c1fcb9b22650 for: {'network': 1} {{(pid=80394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:59:18.948612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:18.961965 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:18.971682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'code': 200}
Dec 02 15:59:18.979403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:18.983830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Usage tracker for resource:security_group_rule and tenant:380f404c2fab44689a09c1fcb9b22650 is out of sync, need to count used quota {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:18.987061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80394) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:18.993618 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80394) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:19.096249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.126621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.131293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1e52d2f9-058f-474c-9754-30670234910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:19.163561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:59:19.182973 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed21d26-fcd2-42c2-a979-db110dd5f3e2,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:19.183380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.183781 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Added segment 0eba3f89-56a8-41c0-a35d-b9161dc9d755 of type vxlan for network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c
Dec 02 15:59:19.193127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.193572 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.194024 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.194465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.194877 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.195314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.195741 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.196227 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.196638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.197046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.197449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.198864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.199344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.199786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.200222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.200629 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.201034 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.201482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.201891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.202303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.202708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.203110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.203512 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.203912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 15:59:19.208765 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:19.241108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.347154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.353333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:19.354636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.362295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:19.497279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcd5a0a-2101-46c4-84c3-cd7de51a001c,revision_number=1']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:19.503455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:19.512933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:59:19.515847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87970e-a2d5-4306-97ea-c2b5d5579183 req-897a7ca6-ac4e-4fe1-aa79-d0256dd47e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:19.517841 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5b87970e-a2d5-4306-97ea-c2b5d5579183 req-897a7ca6-ac4e-4fe1-aa79-d0256dd47e74 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.2086174
Dec 02 15:59:19.534093 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:59:19.549165 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-57224cbb-091e-4179-9c3e-9c6330288212 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.8776541
Dec 02 15:59:19.554003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55654) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:19.561652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Request body: {'subnet': {'network_id': '4bcd5a0a-2101-46c4-84c3-cd7de51a001c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1788400264-subnet', 'tenant_id': '380f404c2fab44689a09c1fcb9b22650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:59:19.567823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:19.573510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Usage tracker for resource:subnet and tenant:380f404c2fab44689a09c1fcb9b22650 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:19.578054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:19.585274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:19.593904 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-5b87970e-a2d5-4306-97ea-c2b5d5579183 req-4bd0574b-e675-48ee-97f1-e84c7a8abc45 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0682337
Dec 02 15:59:19.626619 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Made reservation on behalf of 380f404c2fab44689a09c1fcb9b22650 for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:59:19.635255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:19.940451 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c319a9-4a93-407d-923a-adcca5a4512a req-d3e3589b-1342-40d8-92c4-939b54cfbd78 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:19.942120 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d9c319a9-4a93-407d-923a-adcca5a4512a req-d3e3589b-1342-40d8-92c4-939b54cfbd78 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1361516
Dec 02 15:59:20.022602 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d9c319a9-4a93-407d-923a-adcca5a4512a req-341eaeb3-6372-41da-8c51-75f9e011fba3 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0725303
Dec 02 15:59:20.124047 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 15:59:20.197239 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:20.202369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 15:59:20.202805 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:20.220838 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-57f72376-953b-45ea-9a3c-bbc4f23d5b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:20.365792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5963580f-b86a-4248-8cb4-e5fde608f6d4,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:20.368939 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:20.456862 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Checking segment: {'id': '0eba3f89-56a8-41c0-a35d-b9161dc9d755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bcd5a0a-2101-46c4-84c3-cd7de51a001c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:59:20.457274 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Network hostable DHCP agents. Network: 4bcd5a0a-2101-46c4-84c3-cd7de51a001c, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:59:20.510092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:59:20.550318 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 4bcd5a0a-2101-46c4-84c3-cd7de51a001c) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:59:20.561351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ab384-faa9-45e8-a847-b2f18d9705e3 None None] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:59:20.571090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:20.571810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:20.641064 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-e5d03c58-d3a5-4539-a5d7-e365a81e6389 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0747573
Dec 02 15:59:20.840496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12146652-ae5b-4205-af64-e62b992790f0 None None] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:59:21.314438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c039f4-d2ae-43df-a87d-f586d4abb460 req-f85b90b8-3230-45d7-9a69-5b30f0ce8c87 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:21.316195 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-95c039f4-d2ae-43df-a87d-f586d4abb460 req-f85b90b8-3230-45d7-9a69-5b30f0ce8c87 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.0987594
Dec 02 15:59:21.367772 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-95c039f4-d2ae-43df-a87d-f586d4abb460 req-d4d459d1-5aeb-4c4d-9130-36f8481eaddf tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450265
Dec 02 15:59:21.642117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55678) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:21.648679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250380316-network', 'tenant_id': '916905fe53ce477a98bb586ba798a3fe'}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:59:21.654930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:21.659272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Usage tracker for resource:network and tenant:916905fe53ce477a98bb586ba798a3fe is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:21.662460 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:21.669406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:21.705543 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Made reservation on behalf of 916905fe53ce477a98bb586ba798a3fe for: {'network': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:59:21.710520 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for network, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:21.725589 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:21.742627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:21.747551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Usage tracker for resource:security_group_rule and tenant:916905fe53ce477a98bb586ba798a3fe is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:21.752180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:21.758861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:21.861780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:21.894541 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:21.902962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-f7db7d19-b20d-4735-93b8-02996f7dccf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:21.922861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 15:59:21.937891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 15:59:21.948575 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d189f7ab-909f-4f99-9995-2e394e452b64,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:21.953072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:21.976449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731822003776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:21.977035 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.segments_db [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Added segment ae1dda3a-fa59-40ec-8cd2-395b6b897a26 of type vxlan for network 21ecf27a-c985-474f-8a8a-4c4efd083be6
Dec 02 15:59:22.054891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731821514918'] for network, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:22.155017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197'] for network, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:22.156495 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:22.157157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:22.162757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:22.278159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Pushing event updated for resources: {'Network': ['ID=21ecf27a-c985-474f-8a8a-4c4efd083be6,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:22.281511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:22.291195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 details requested by agent ovs-agent-dv-cinder-737618-2-iscsi with host dv-cinder-737618-2-iscsi {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:59:22.306271 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6627603
Dec 02 15:59:22.309758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55682) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:22.310742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 15:59:22.316447 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.v2.base [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Request body: {'subnet': {'network_id': '21ecf27a-c985-474f-8a8a-4c4efd083be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250380316-subnet', 'tenant_id': '916905fe53ce477a98bb586ba798a3fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 15:59:22.321995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 15:59:22.327699 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Usage tracker for resource:subnet and tenant:916905fe53ce477a98bb586ba798a3fe is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 15:59:22.331092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 15:59:22.337487 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 15:59:22.384664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Made reservation on behalf of 916905fe53ce477a98bb586ba798a3fe for: {'subnet': 1} {{(pid=80393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 15:59:22.391455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26292256'] for subnet, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:23.037923 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851331892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26292273'] for subnet, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:23.054692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:23.193853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31720ac-eff7-441e-918f-0e39489f0f83,revision_number=0']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:23.206810 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:23.272224 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Checking segment: {'id': 'ae1dda3a-fa59-40ec-8cd2-395b6b897a26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21ecf27a-c985-474f-8a8a-4c4efd083be6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 15:59:23.272628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Network hostable DHCP agents. Network: 21ecf27a-c985-474f-8a8a-4c4efd083be6, hostable agents: ['86d22fea-0b0c-4f06-9f80-3efae3ec1734'], hosted agents: [] {{(pid=80393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 15:59:23.345700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 is scheduled to be hosted by DHCP agent 86d22fea-0b0c-4f06-9f80-3efae3ec1734 with binding_index 1 {{(pid=80393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 15:59:23.419627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.base_scheduler [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-iscsi, 21ecf27a-c985-474f-8a8a-4c4efd083be6) {{(pid=80393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 15:59:23.430909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbcc45-7286-4a60-8486-6e521a961fd0 None None] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:59:23.433180 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 15:59:23.433848 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:23.484635 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2f64e6f3-46d0-4e5f-a5b8-d1cbfae9ffe9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1732202
Dec 02 15:59:23.860174 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b5db2-882b-4123-9279-2a217f57c027 None None] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 15:59:41.463694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:41.865492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ac1cea2c-3206-4078-b300-090706be2534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:42.495446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55810) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:42.569129 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Deleting subnet 5963580f-b86a-4248-8cb4-e5fde608f6d4 {{(pid=80393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:59:42.573063 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:42.627319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530768'] for subnet, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:42.687689 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:42.996886 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3443849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828483574'] for subnet, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.013366 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:43.107131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5963580f-b86a-4248-8cb4-e5fde608f6d4,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:43.110545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:43.162493 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.170255 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2cf787bf-d9e1-4f99-ae1f-bcb81da3c9f6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5963580f-b86a-4248-8cb4-e5fde608f6d4 HTTP/1.1" status: 204  len: 168 time: 0.6731939
Dec 02 15:59:43.173070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55814) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:43.303054 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.499626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.617482 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f108b569048>,) {'filters': {'network_id': ['4bcd5a0a-2101-46c4-84c3-cd7de51a001c']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:43.630864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b569048>, '0eba3f89-56a8-41c0-a35d-b9161dc9d755') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:43.631207 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f108b569048>, '0eba3f89-56a8-41c0-a35d-b9161dc9d755') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:43.644840 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.660249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:43.662253 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:59:43.926294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-13422a6f-083b-410e-b1c4-dac52b4cf001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.086528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:59:44.099217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.278775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Network 4bcd5a0a-2101-46c4-84c3-cd7de51a001c has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:59:44.301239 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:59:44.419931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.423498 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:44.438461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.448652 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcd5a0a-2101-46c4-84c3-cd7de51a001c,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:44.451872 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] 10.222.0.101 "DELETE /v2.0/networks/4bcd5a0a-2101-46c4-84c3-cd7de51a001c HTTP/1.1" status: 204  len: 168 time: 1.2777641
Dec 02 15:59:44.452956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-400be591-e97d-4843-90ed-4ed233f86e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:44.454835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55818) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:44.523925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Deleting subnet d31720ac-eff7-441e-918f-0e39489f0f83 {{(pid=80393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 15:59:44.527353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.586670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2530768'] for subnet, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.647804 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.949300 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3443849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036828483574'] for subnet, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:44.965594 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:45.073075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31720ac-eff7-441e-918f-0e39489f0f83,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:45.076176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:45.112157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for subnet, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.119084 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-32836ab9-3168-4540-b897-7c0f07a2f2eb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d31720ac-eff7-441e-918f-0e39489f0f83 HTTP/1.1" status: 204  len: 168 time: 0.6626918
Dec 02 15:59:45.121832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55822) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:45.217648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.249273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.444899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.558545 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10903f96a0>,) {'filters': {'network_id': ['21ecf27a-c985-474f-8a8a-4c4efd083be6']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:45.575272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10903f96a0>, 'ae1dda3a-fa59-40ec-8cd2-395b6b897a26') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:45.575601 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10903f96a0>, 'ae1dda3a-fa59-40ec-8cd2-395b6b897a26') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 15:59:45.588522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.608458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.610510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 15:59:45.799183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:59:45.809133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.845912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:45.997212 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Network 21ecf27a-c985-474f-8a8a-4c4efd083be6 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 15:59:46.020939 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 15:59:46.172038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.176554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.180523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6c719f6f-292a-406b-a6ec-f5bd8aded727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:46.202842 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] 10.222.0.101 "DELETE /v2.0/networks/21ecf27a-c985-474f-8a8a-4c4efd083be6 HTTP/1.1" status: 204  len: 168 time: 1.0799148
Dec 02 15:59:46.203794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=21ecf27a-c985-474f-8a8a-4c4efd083be6,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:46.206678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5a63d19e-3818-4529-9576-91706ea2bd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:46.246247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.483893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55828) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:46.538682 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ef9a7c9c-fd77-4095-b286-ba91d5871d8c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=380f404c2fab44689a09c1fcb9b22650&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0534139
Dec 02 15:59:46.541496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55832) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:46.603775 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.631563 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.714538 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.719222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8e410624-cebf-4cc1-81c1-c954e674b293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:46.733977 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed21d26-fcd2-42c2-a979-db110dd5f3e2,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:46.737299 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:46.739249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:46.740520 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5c9278e4-cb8b-45de-b7ae-df00ec57b970 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ed21d26-fcd2-42c2-a979-db110dd5f3e2 HTTP/1.1" status: 204  len: 168 time: 0.1980329
Dec 02 15:59:47.296343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55840) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:47.352429 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-c09da2fb-1c4f-4f96-b22f-abe72d2b43d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=916905fe53ce477a98bb586ba798a3fe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0547290
Dec 02 15:59:47.355146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55844) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 15:59:47.416858 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:47.443854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:47.520722 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:47.526439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-587f5da1-68a8-46f6-b102-3ad29631a693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 15:59:47.540896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d189f7ab-909f-4f99-9995-2e394e452b64,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 15:59:47.544244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 15:59:47.545476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 15:59:47.547258 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d9cc6253-b979-41b6-b3b9-e5f454ee9553 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d189f7ab-909f-4f99-9995-2e394e452b64 HTTP/1.1" status: 204  len: 168 time: 0.1910927
Dec 02 15:59:58.924081 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:00:11.458507 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:11.852952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-961ab8e8-22a7-4023-8dd1-07abce653d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:12.154406 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-8969abe3-bf5d-4893-8b69-047950695447 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips/3af24b65-169a-40df-a31d-3cebb3040c9f HTTP/1.1" status: 200  len: 999 time: 0.1146777
Dec 02 16:00:12.314890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-f39762f1-e478-4790-959e-454a9ac6e448 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:12.316404 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-f39762f1-e478-4790-959e-454a9ac6e448 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.1560855
Dec 02 16:00:12.328187 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-6936e286-78dd-4fcc-8be2-e2846e274240 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=80394) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 16:00:12.329389 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-6936e286-78dd-4fcc-8be2-e2846e274240 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069413
Dec 02 16:00:12.465074 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-b13c3c38-6c5d-472a-b4d4-a692412f2b1d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.1280546
Dec 02 16:00:12.552314 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-d9bfdad0-dd69-4226-bc3b-11a1d349ceba tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:12.553794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-d9bfdad0-dd69-4226-bc3b-11a1d349ceba tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports/b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 943 time: 0.0827034
Dec 02 16:00:13.007912 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-5b82c0f6-def4-4d92-9944-5b3f184e1307 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.174 HTTP/1.1" status: 200  len: 1002 time: 0.3436069
Dec 02 16:00:13.052310 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55982) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:13.246761 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port a122184c-832a-4dba-817a-9115f3b88dda {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:13.247146 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.267675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.284692 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 16:00:13.288865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Usage tracker for resource:security_group_rule and tenant:01e7bb6b3ee946f6a096c5cfab43666f is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 16:00:13.292713 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 16:00:13.298796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 16:00:13.393084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.419088 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.429159 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-afd4f548-f8de-4609-bcf5-4510cc66420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:13.435730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.436137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.474875 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01e7bb6b3ee946f6a096c5cfab43666f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4211714
Dec 02 16:00:13.476787 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b4500e-3d94-4f66-841e-5253d7bf8e68,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:13.480004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 55988) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:13.482885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:13.558904 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.570220 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for a122184c-832a-4dba-817a-9115f3b88dda owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:13.588949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.664651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.670223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ebd3f66-67ec-4a20-aa50-8dd7ca0babdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:13.684880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b4500e-3d94-4f66-841e-5253d7bf8e68,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:13.687769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:13.689045 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.692967 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-65000b93-2939-4d14-a435-79b5baa16ab4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d4b4500e-3d94-4f66-841e-5253d7bf8e68 HTTP/1.1" status: 204  len: 168 time: 0.2091880
Dec 02 16:00:13.771570 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:13.789637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1609bc2b-e2d6-4fa8-9a09-10f31f362242 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:13.888363 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=a122184c-832a-4dba-817a-9115f3b88dda,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:13.892935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:13.932386 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-192d51a0-a634-44d4-be83-333a40e0cec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:14.043155 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:14.043496 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 3af24b65-169a-40df-a31d-3cebb3040c9f disassociated (deleted). External IP: 172.27.0.174, port: b880e84e-a589-470a-9389-3b8858f641bc.
Dec 02 16:00:14.532435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:14.747403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:14.759350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:14.770385 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:14.771072 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c13eb8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:14.835395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:14.901136 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-36d2e7d2-03d5-404c-80e6-6447bc3b4e5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "DELETE /v2.0/floatingips/3af24b65-169a-40df-a31d-3cebb3040c9f HTTP/1.1" status: 204  len: 173 time: 1.8847830
Dec 02 16:00:14.901949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:14.982173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:15.235710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:15.246571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc', 'status': 'completed', 'code': 200}
Dec 02 16:00:15.443897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59709b89-b028-4645-94a0-7256e30f361d req-ca5a02b8-bd40-41cc-a2c6-7509a7cbe08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:15.445408 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-ca5a02b8-bd40-41cc-a2c6-7509a7cbe08c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1163 time: 0.1179600
Dec 02 16:00:15.448458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-85e1db28-ef31-4c01-9c4a-899c6383f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:15.449848 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-85e1db28-ef31-4c01-9c4a-899c6383f5ad service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 1163 time: 0.5156739
Dec 02 16:00:15.535475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c13eb8>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:15.541995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:15.562678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:15.568718 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c13eb8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:15.747137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59709b89-b028-4645-94a0-7256e30f361d req-ac3d0ee6-5e9c-4b0e-b9e4-fb123f6cea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:15.749012 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-ac3d0ee6-5e9c-4b0e-b9e4-fb123f6cea79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2958646
Dec 02 16:00:15.751707 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-dc2e53a9-396b-4b20-bbed-00d5a690d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:15.753985 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-dc2e53a9-396b-4b20-bbed-00d5a690d258 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2766852
Dec 02 16:00:15.786186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:15.865600 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:15.897862 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-1768cb9b-ea5e-4a94-be75-ac7fe6c4297b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 217 time: 0.1406317
Dec 02 16:00:15.907805 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-bc84bb39-ad80-465e-9e8a-eddf382d8c40 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 200  len: 217 time: 0.0860744
Dec 02 16:00:16.044027 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59709b89-b028-4645-94a0-7256e30f361d req-6a4359a7-3323-442b-8399-c5eecad3f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:16.045693 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-6a4359a7-3323-442b-8399-c5eecad3f409 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1369150
Dec 02 16:00:16.049795 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-2b93fbc9-5d33-45d6-9275-9c5e31c385e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:16.051380 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-2b93fbc9-5d33-45d6-9275-9c5e31c385e6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1055734
Dec 02 16:00:16.260230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:16.362230 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c13eb8>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:16.367333 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34155b0-d32a-4e8c-8d37-706722137f1e None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_floatingips': [{'id': '59b88589-1f49-4141-8a84-359beb503bff', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'router_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'port_id': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'mac_address': 'fa:16:3e:b5:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341935-3dc2-452e-a748-a46473230141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:16Z', 'updated_at': '2020-12-02T15:56:24Z', 'revision_number': 2, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:00:16.467926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59709b89-b028-4645-94a0-7256e30f361d req-818898a2-13e8-439e-bee4-867e466d8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:16.469603 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-818898a2-13e8-439e-bee4-867e466d8f24 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4168091
Dec 02 16:00:16.471785 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-97a63b31-838e-43ef-be9b-1e79efc1319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:16.473337 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-97a63b31-838e-43ef-be9b-1e79efc1319b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3792672
Dec 02 16:00:16.747655 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-d0279d45-8ae9-406a-89d1-9145d17acf32 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702348
Dec 02 16:00:16.753419 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-6a998d26-8159-404c-868a-93aa1bb5a6f6 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509742
Dec 02 16:00:16.782404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3853f-1e08-45c7-9f33-1f373a2a140e None None] New status for floating IP 3af24b65-169a-40df-a31d-3cebb3040c9f: DOWN {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 16:00:17.037506 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-59709b89-b028-4645-94a0-7256e30f361d req-ac86e080-f63d-433e-8c38-5b9dda1d1aac service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2821133
Dec 02 16:00:17.039620 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-492d38aa-ea5e-4df2-a750-a6a693b46612 req-2554da8e-f108-484e-bb76-b782cd63b027 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2604079
Dec 02 16:00:17.762322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0cb04-05b8-4d07-8425-66599e3745b9 req-e8748b88-672e-43d7-9728-8f3b529d1efc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:17.763134 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-14d0cb04-05b8-4d07-8425-66599e3745b9 req-e8748b88-672e-43d7-9728-8f3b529d1efc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:17.776551 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-ae229718-435c-4cc3-9672-07f4311db28d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1287243
Dec 02 16:00:17.824432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-14d0cb04-05b8-4d07-8425-66599e3745b9 req-e8748b88-672e-43d7-9728-8f3b529d1efc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:17.825808 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14d0cb04-05b8-4d07-8425-66599e3745b9 req-e8748b88-672e-43d7-9728-8f3b529d1efc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.2185104
Dec 02 16:00:17.920466 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-14d0cb04-05b8-4d07-8425-66599e3745b9 req-b751d072-33fb-4b05-ad3a-81454caae26b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0876484
Dec 02 16:00:17.960181 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e0a4020a-647e-4ff1-b1ec-a8d383b49561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:17.961846 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e0a4020a-647e-4ff1-b1ec-a8d383b49561 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.0871966
Dec 02 16:00:18.149962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e47c893f-2155-481f-909f-8755198d5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:18.152931 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e47c893f-2155-481f-909f-8755198d5792 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.1635232
Dec 02 16:00:18.279941 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-761cb7be-8755-49e2-b4de-532e6433d766 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 1001 time: 0.1194510
Dec 02 16:00:18.358033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307d8b-d31c-498d-a769-db4295fcb878 req-24c7d698-9f52-4fa4-a331-ee5aab26ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:18.359669 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-24c7d698-9f52-4fa4-a331-ee5aab26ce8e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.0721526
Dec 02 16:00:18.450304 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e5cf2442-40a4-455d-9f49-594c0dfdb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:18.451762 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-e5cf2442-40a4-455d-9f49-594c0dfdb553 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840204
Dec 02 16:00:18.612819 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-b25b7be5-0a41-4ec2-a763-b9ce42bd6299 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524010
Dec 02 16:00:18.763318 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-97307d8b-d31c-498d-a769-db4295fcb878 req-96073077-4b04-4da3-9d56-b8a306a5ad20 service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428583
Dec 02 16:00:19.174223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78081798-535f-4f41-b3bd-18bb5d3da7ca req-dafad8a9-affb-4101-93f6-54d371333065 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:19.175876 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78081798-535f-4f41-b3bd-18bb5d3da7ca req-dafad8a9-affb-4101-93f6-54d371333065 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.0984883
Dec 02 16:00:19.225618 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-78081798-535f-4f41-b3bd-18bb5d3da7ca req-b1d76601-cb38-4715-8833-029595c6f372 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431118
Dec 02 16:00:19.248409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b880e84e-a589-470a-9389-3b8858f641bc up at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 16:00:19.323742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.provisioning_blocks [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Provisioning complete for port b880e84e-a589-470a-9389-3b8858f641bc triggered by entity L2. {{(pid=80395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 16:00:19.324270 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853601812'] for port, provisioning_complete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:19.675952 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-7ccd5193-08ca-4ce0-8e4e-c93b95b83e59 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:19.677821 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-7ccd5193-08ca-4ce0-8e4e-c93b95b83e59 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.1035321
Dec 02 16:00:19.756549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port b880e84e-a589-470a-9389-3b8858f641bc {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:19.756944 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.052568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56066) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:20.076867 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] For port b880e84e-a589-470a-9389-3b8858f641bc, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=b880e84e-a589-470a-9389-3b8858f641bc,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:20.077275 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.220435 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.237949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 16:00:20.242381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Usage tracker for resource:security_group_rule and tenant:16f4110ee8944eac9a161e596503aa84 is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 16:00:20.246355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 16:00:20.250789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for b880e84e-a589-470a-9389-3b8858f641bc owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:20.252670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 16:00:20.349880 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.407348 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.419016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a77925c4-e76a-48e7-8908-11e1761e1f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:20.452207 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=16f4110ee8944eac9a161e596503aa84&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3980696
Dec 02 16:00:20.461790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56074) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:20.486700 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8777d9e6-0145-4331-bc2f-904fece072da,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:20.509162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.509798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.509798 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.510672 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.510881 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.511192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.511597 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.512003 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.512416 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.512806 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.513211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.513603 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.514070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.514537 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.514950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.515345 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.515731 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.516154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.516548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.516951 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.517346 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.517753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.518137 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.518528 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.527876 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc471-0371-40e1-9a49-17b95e06fcf8 req-759634d3-2129-4319-8f8c-14beed383a5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:20.530211 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de3fc471-0371-40e1-9a49-17b95e06fcf8 req-759634d3-2129-4319-8f8c-14beed383a5e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 946 time: 0.1544814
Dec 02 16:00:20.536012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-43bfd18f-bf8d-48df-9934-4c630493cecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:20.567393 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.583079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.598087 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.602294 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-caac1339-88e5-413e-a961-4b097cf5ddae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:20.648340 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de3fc471-0371-40e1-9a49-17b95e06fcf8 req-f2dcddaa-98a9-4258-9566-790f4aeadfed tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1022921
Dec 02 16:00:20.674660 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.679801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-256819b0-b507-49da-add7-c257c2516f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:20.693114 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8777d9e6-0145-4331-bc2f-904fece072da,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:20.699401 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:20.701794 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.706571 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4da72d82-6652-4a9f-8aa5-53254ef53018 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8777d9e6-0145-4331-bc2f-904fece072da HTTP/1.1" status: 204  len: 168 time: 0.2400200
Dec 02 16:00:20.706807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=b880e84e-a589-470a-9389-3b8858f641bc,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:20.725392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.725802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.726216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.726814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.727016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.727430 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.727834 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.728381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.728750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.729684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.729684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.729971 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.730400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.730801 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.731200 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.731602 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.732016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.732421 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.732828 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.733217 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.733627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.734022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.734410 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.734900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:20.740376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:20.848199 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] No DVR routers for this DVR port b880e84e-a589-470a-9389-3b8858f641bc on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:00:20.850871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:20.855391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'name': 'network-vif-deleted', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:20.921565 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efee87-4fd1-48c2-a550-4e5c53eaadea', 'name': 'network-vif-deleted', 'tag': 'b880e84e-a589-470a-9389-3b8858f641bc', 'status': 'completed', 'code': 200}
Dec 02 16:00:20.939827 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-75337968-d7ce-4661-8d72-f043a23eaaf6 req-203e6d5d-dd2b-46e7-b9c8-bbf816586b57 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "DELETE /v2.0/ports/b880e84e-a589-470a-9389-3b8858f641bc HTTP/1.1" status: 204  len: 173 time: 1.2557216
Dec 02 16:00:21.034107 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b880e84e-a589-470a-9389-3b8858f641bc no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:21.072023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: b880e84e-a589-470a-9389-3b8858f641bc {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:21.072909 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device b880e84e-a589-470a-9389-3b8858f641bc not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:21.866926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a624d8d9-d185-4d1e-a9a5-28973547fb07 req-5f465619-cfc5-44ec-b2da-7be4fc942943 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:21.914736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-a624d8d9-d185-4d1e-a9a5-28973547fb07 req-5f465619-cfc5-44ec-b2da-7be4fc942943 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:21.917397 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-a624d8d9-d185-4d1e-a9a5-28973547fb07 req-5f465619-cfc5-44ec-b2da-7be4fc942943 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=a9efee87-4fd1-48c2-a550-4e5c53eaadea HTTP/1.1" status: 200  len: 210 time: 0.1013494
Dec 02 16:00:25.698037 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-2d27d7b0-1b8a-4e3d-94d0-59f91e8af483 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips/59b88589-1f49-4141-8a84-359beb503bff HTTP/1.1" status: 200  len: 998 time: 0.1095879
Dec 02 16:00:25.740637 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56140) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:25.863101 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-b25aad14-e30c-4b85-9edb-ef5fcbe7ec85 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:25.864663 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-b25aad14-e30c-4b85-9edb-ef5fcbe7ec85 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.1602747
Dec 02 16:00:25.903032 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:25.920920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 16:00:25.925215 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Usage tracker for resource:security_group_rule and tenant:34e375c48aa5495db3988d276985d8cd is out of sync, need to count used quota {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 16:00:25.928382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80393) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 16:00:25.935757 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.quota.driver [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80393) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 16:00:25.977350 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-e093c938-4279-4324-8560-2e163b8a3dd3 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:26.023956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-e093c938-4279-4324-8560-2e163b8a3dd3 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:26.025561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.025948 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-e093c938-4279-4324-8560-2e163b8a3dd3 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.223 HTTP/1.1" status: 200  len: 1001 time: 0.1532738
Dec 02 16:00:26.052690 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_create {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.064142 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1028f2fa-e281-4c30-a5f7-4013eb6514ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:26.105945 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56146) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:26.106194 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34e375c48aa5495db3988d276985d8cd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3643165
Dec 02 16:00:26.122203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a021703-efc4-464a-a9ca-b9562f311151,revision_number=1']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:26.126126 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-2d8b3cf4-4047-49ee-9ace-436ef055ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:26.129802 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-7f430806-3e31-462a-b544-cabe42d4c83c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:26.131339 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-7f430806-3e31-462a-b544-cabe42d4c83c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports/a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 942 time: 0.0991144
Dec 02 16:00:26.184691 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.213267 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.586898 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-6b48fc0e-bb73-4919-8993-4dc62c38a42b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.223 HTTP/1.1" status: 200  len: 1001 time: 0.3657835
Dec 02 16:00:26.659823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.673322 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0b10710b-2c6f-40d7-bab7-80fef239b15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:26.700442 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a021703-efc4-464a-a9ca-b9562f311151,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:26.703176 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:26.711206 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:26.715951 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9a021703-efc4-464a-a9ca-b9562f311151 HTTP/1.1" status: 204  len: 168 time: 0.6063116
Dec 02 16:00:26.847060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port 6dcef372-3561-471c-a9cc-79168077d8cb {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:26.847431 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:27.043307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:27.043780 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:27.182369 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for 6dcef372-3561-471c-a9cc-79168077d8cb owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:27.355211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:27.369251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-400722ef-d63f-4a0c-8cb0-aac2ad78f6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:27.412465 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=6dcef372-3561-471c-a9cc-79168077d8cb,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:27.465096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:27.595721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:27.596134 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Floating IP 59b88589-1f49-4141-8a84-359beb503bff disassociated (deleted). External IP: 172.27.0.223, port: a1b80e49-be90-44c1-870d-de3cc7b6ba08.
Dec 02 16:00:27.963930 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:28.157860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:28.168069 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:28.178092 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:28.178884 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c134e0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:28.236213 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:28.301524 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a7ed5663-5d70-431e-bd60-95394915a47c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "DELETE /v2.0/floatingips/59b88589-1f49-4141-8a84-359beb503bff HTTP/1.1" status: 204  len: 173 time: 1.7069724
Dec 02 16:00:28.301781 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:28.367135 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'status': 'completed', 'code': 200}
Dec 02 16:00:28.371319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:28.398466 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a13d8b8b-4040-48be-a07e-477dd67d5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:28.401335 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-a13d8b8b-4040-48be-a07e-477dd67d5bfc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.0861504
Dec 02 16:00:28.620893 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-ab7ca8bb-eb8d-416c-b790-1752678843e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:28.622568 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-ab7ca8bb-eb8d-416c-b790-1752678843e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e84bacbd36bc4a75898431f75ffae141&device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 1162 time: 0.1908131
Dec 02 16:00:28.623716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-08ce2fb1-7c80-4190-a040-12fd15216581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:28.625234 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-08ce2fb1-7c80-4190-a040-12fd15216581 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2165205
Dec 02 16:00:28.720995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c134e0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:28.725675 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:28.735229 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:28.735895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090c134e0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:14Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:28.783931 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-767bcfa8-faae-4e37-b620-27ec74ae250e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 217 time: 0.1248424
Dec 02 16:00:28.899357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-08032904-9100-42dc-b3fc-1d97d6fa0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:28.901604 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-08032904-9100-42dc-b3fc-1d97d6fa0a13 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.1104448
Dec 02 16:00:28.907123 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-472e13bd-f690-443e-8425-e1386a5626a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:28.908803 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-472e13bd-f690-443e-8425-e1386a5626a8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 200  len: 906 time: 0.2797289
Dec 02 16:00:29.026838 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-b71a7bc9-b965-49a3-92e2-68ceb8f0efd8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 200  len: 217 time: 0.0776584
Dec 02 16:00:29.086561 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:29.356474 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-5b3a046f-25ee-4349-9412-bad20f31f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:29.358159 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-5b3a046f-25ee-4349-9412-bad20f31f000 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4483902
Dec 02 16:00:29.359670 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-93215e8b-9e7c-4117-b803-f69b96c71a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:29.361174 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-93215e8b-9e7c-4117-b803-f69b96c71a7e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 200  len: 851 time: 0.3217685
Dec 02 16:00:29.496462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090c134e0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:29.500925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3160d-28fc-41ea-902a-68d6c4fddc39 None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T15:51:13Z', 'revision_number': 4, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '058e568a-d4b0-4997-95b0-64bf7f2eacd5', 'name': '', 'network_id': 'fb4a3f3f-f009-42fb-af5a-e60d7446ffbb', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'mac_address': 'fa:16:3e:8e:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9415ea95-c8b9-4f2a-9751-152624286395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:11Z', 'updated_at': '2020-12-02T15:51:32Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'subnets': [{'id': '9415ea95-c8b9-4f2a-9751-152624286395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:00:29.573397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-98bc298c-5cc7-42ae-97bf-db08c7cbeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:29.575074 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-98bc298c-5cc7-42ae-97bf-db08c7cbeb55 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1866701
Dec 02 16:00:29.581022 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-7e295075-a396-48a7-92fd-05eff4115926 service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151921
Dec 02 16:00:29.851913 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-1eef16d5-a863-4e5f-8b6e-c2f4dfa0eb4e service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695074
Dec 02 16:00:29.857540 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ba74fc26-ade2-4481-9f77-cb96e93ffc77 req-9206f9ff-cbf0-4a8b-a39f-46043ecb9b3c service neutron] 10.222.0.101 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2502692
Dec 02 16:00:29.895733 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352e85a1-a526-4246-b468-6753d33206dc None None] New status for floating IP 59b88589-1f49-4141-8a84-359beb503bff: DOWN {{(pid=80395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 16:00:30.020822 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d6290d84-55bd-4d74-abc5-c7cde0280787 req-52157419-b525-4d21-b676-9b883ee15acb service neutron] 10.222.0.103 "GET /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1611848
Dec 02 16:00:30.454409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19133a6-eabb-4bf1-8e7c-09f1eaeba491 req-ce711025-f650-4ef9-acb0-c5151e8b055f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:30.455098 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b19133a6-eabb-4bf1-8e7c-09f1eaeba491 req-ce711025-f650-4ef9-acb0-c5151e8b055f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:30.505374 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-b19133a6-eabb-4bf1-8e7c-09f1eaeba491 req-ce711025-f650-4ef9-acb0-c5151e8b055f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:30.506709 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b19133a6-eabb-4bf1-8e7c-09f1eaeba491 req-ce711025-f650-4ef9-acb0-c5151e8b055f tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.1421964
Dec 02 16:00:30.557324 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-b19133a6-eabb-4bf1-8e7c-09f1eaeba491 req-da31568e-856c-4858-9220-a1598784c9c2 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433223
Dec 02 16:00:31.781248 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff638ad6-ef37-47e1-9daa-6bf39c1166b5 req-19a7cb5b-5c0c-4f9f-ab56-8c09b6e9cec7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:31.782939 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ff638ad6-ef37-47e1-9daa-6bf39c1166b5 req-19a7cb5b-5c0c-4f9f-ab56-8c09b6e9cec7 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.0896628
Dec 02 16:00:31.832613 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-ff638ad6-ef37-47e1-9daa-6bf39c1166b5 req-160b485d-d2de-4995-841a-de8d3316c58b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups?id=84b94ee0-92cf-4dbe-8dc6-c45763dad97a&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432503
Dec 02 16:00:32.043964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-e1966ec1-0595-4e3b-80c5-bcfb850e9a2b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:32.045646 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-e1966ec1-0595-4e3b-80c5-bcfb850e9a2b tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 945 time: 0.0882778
Dec 02 16:00:32.126355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port a1b80e49-be90-44c1-870d-de3cc7b6ba08 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:32.126668 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:32.410244 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] For port a1b80e49-be90-44c1-870d-de3cc7b6ba08, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=a1b80e49-be90-44c1-870d-de3cc7b6ba08,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:32.410583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:32.552449 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for a1b80e49-be90-44c1-870d-de3cc7b6ba08 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:32.855511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:32.886687 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0fa70e6c-e38d-492c-a184-cf472b9d1b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:33.003204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=a1b80e49-be90-44c1-870d-de3cc7b6ba08,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:33.013100 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:33.066613 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-d0eea81d-1c13-4972-9a09-35e89dce845c req-5bf7283b-8db5-424f-ad76-806d73bce5cc tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.0608320
Dec 02 16:00:33.105326 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device a1b80e49-be90-44c1-870d-de3cc7b6ba08 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:33.161179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] No Port match for: a1b80e49-be90-44c1-870d-de3cc7b6ba08 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:33.161882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device a1b80e49-be90-44c1-870d-de3cc7b6ba08 not bound to the agent host hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:33.193510 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] No DVR routers for this DVR port a1b80e49-be90-44c1-870d-de3cc7b6ba08 on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:00:33.195842 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:33.198845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'name': 'network-vif-deleted', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:33.255361 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-e66c2184-2eb6-413b-95fa-d08bc0b2a858 req-557e18c1-aeb1-4945-b439-ba2beed04f8a tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.103 "DELETE /v2.0/ports/a1b80e49-be90-44c1-870d-de3cc7b6ba08 HTTP/1.1" status: 204  len: 173 time: 1.2041690
Dec 02 16:00:33.279898 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341935-3dc2-452e-a748-a46473230141', 'name': 'network-vif-deleted', 'tag': 'a1b80e49-be90-44c1-870d-de3cc7b6ba08', 'status': 'completed', 'code': 200}
Dec 02 16:00:34.316786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f36dc6ed-8528-422e-b6c7-0c07dd47dfaf req-b03a8c24-23ab-4c83-8432-90e00c7e830d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:34.356531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f36dc6ed-8528-422e-b6c7-0c07dd47dfaf req-b03a8c24-23ab-4c83-8432-90e00c7e830d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:34.358804 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f36dc6ed-8528-422e-b6c7-0c07dd47dfaf req-b03a8c24-23ab-4c83-8432-90e00c7e830d tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/ports?device_id=78341935-3dc2-452e-a748-a46473230141 HTTP/1.1" status: 200  len: 210 time: 0.0939436
Dec 02 16:00:35.605323 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-22432e02-21f0-444e-9e74-f867e8851fc2 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips/0a26395d-7f3f-4e94-8339-cc2f2be71013 HTTP/1.1" status: 200  len: 693 time: 0.0913491
Dec 02 16:00:35.782038 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9b00a5ba-4ff7-4659-bbf5-8c8525b60f5c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:35.783547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9b00a5ba-4ff7-4659-bbf5-8c8525b60f5c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.1707742
Dec 02 16:00:35.875659 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-f43b8396-8247-45a7-a79e-c6d56425e94c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Synchronizing usage tracker for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:35.924514 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:00:35.932391 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-f43b8396-8247-45a7-a79e-c6d56425e94c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Unset dirty status for tenant:e84bacbd36bc4a75898431f75ffae141 on resource:floatingip {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:35.933721 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-f43b8396-8247-45a7-a79e-c6d56425e94c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.249 HTTP/1.1" status: 200  len: 696 time: 0.1436496
Dec 02 16:00:36.024007 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-83cc000c-8484-418f-80ba-7f22c1e93692 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.249 HTTP/1.1" status: 200  len: 696 time: 0.0835121
Dec 02 16:00:36.198023 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Deleting port 0a48a28c-d0f3-44be-9983-a06e60c030e6 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:36.198394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:36.401085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:36.401455 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:36.540874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Calling delete_port for 0a48a28c-d0f3-44be-9983-a06e60c030e6 owned by network:floatingip {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:36.753864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:36.771762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a79e81f8-7d38-47fc-9ae6-ede3eeaac635 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:36.869968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'Port': ['ID=0a48a28c-d0f3-44be-9983-a06e60c030e6,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:36.877301 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:37.022934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for floatingip, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:37.098161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:37.099600 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-2b0e123a-1b93-4a98-85d7-6d89b7c1d9e4 req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "DELETE /v2.0/floatingips/0a26395d-7f3f-4e94-8339-cc2f2be71013 HTTP/1.1" status: 204  len: 173 time: 1.0688434
Dec 02 16:00:38.777301 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-774a814a-2758-4828-9443-24a71b8dbed2 tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "GET /v2.0/security-groups/84b94ee0-92cf-4dbe-8dc6-c45763dad97a HTTP/1.1" status: 200  len: 2885 time: 0.0712667
Dec 02 16:00:38.864611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:38.900654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:38.972694 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:38.979204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0c010b0e-a050-4db4-862a-cab4272b93ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:38.999846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b94ee0-92cf-4dbe-8dc6-c45763dad97a,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:39.003709 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:39.037958 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:39.039258 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-87f9b040-eb4e-4a21-b54f-9d82a7051fa1 req-8be30c84-3a06-476d-860f-aeec203b375e tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] 10.222.0.101 "DELETE /v2.0/security-groups/84b94ee0-92cf-4dbe-8dc6-c45763dad97a HTTP/1.1" status: 204  len: 173 time: 0.2547114
Dec 02 16:00:39.155037 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56186) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:39.820315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:40.619549 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-aca8931e-0347-4774-ad68-843167249404 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/floatingips/ee1a5794-abca-42da-958d-26f64e29fdc3 HTTP/1.1" status: 200  len: 996 time: 0.1956730
Dec 02 16:00:40.828759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-6f8510b5-1c11-4671-8c09-221d787471fa tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:40.830242 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-6f8510b5-1c11-4671-8c09-221d787471fa tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/networks/24f8c85b-53da-46d7-af04-bab2a0f68b29 HTTP/1.1" status: 200  len: 784 time: 0.2041795
Dec 02 16:00:40.989832 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-62e31a03-cd04-4fb9-869f-306b1fa5d66a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 999 time: 0.1255870
Dec 02 16:00:41.128612 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-befdf812-365a-4f03-aed0-035ee09e5ab7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:41.130048 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-befdf812-365a-4f03-aed0-035ee09e5ab7 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports/4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 942 time: 0.1316071
Dec 02 16:00:41.130938 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Deleting port 058e568a-d4b0-4997-95b0-64bf7f2eacd5 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:41.131317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:41.407417 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-ba2886b3-70ec-4f7e-abc2-12924b1b16e1 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.27.0.3 HTTP/1.1" status: 200  len: 999 time: 0.1457484
Dec 02 16:00:41.476222 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:41.518557 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] For port 058e568a-d4b0-4997-95b0-64bf7f2eacd5, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=058e568a-d4b0-4997-95b0-64bf7f2eacd5,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:41.518966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:41.663205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Calling delete_port for 058e568a-d4b0-4997-95b0-64bf7f2eacd5 owned by network:router_interface {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:41.847854 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Deleting port 26353baa-2b65-42e2-86ab-188db3cd5f8d {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:41.848497 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:41.858156 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c897d5d-0dba-4259-b0fe-7d0b9cb62dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:42.047462 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:42.048261 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:42.413432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Calling delete_port for 26353baa-2b65-42e2-86ab-188db3cd5f8d owned by network:floatingip {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:42.590925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:42.608814 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:42.711000 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=058e568a-d4b0-4997-95b0-64bf7f2eacd5,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:42.718846 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:42.775470 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:42.799865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-5faf1536-d778-4ead-8368-209c96e48fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:42.900523 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event deleted for resources: {'Port': ['ID=26353baa-2b65-42e2-86ab-188db3cd5f8d,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:42.914046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:43.263056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for floatingip, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:43.263433 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.db.l3_db [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Floating IP ee1a5794-abca-42da-958d-26f64e29fdc3 disassociated (deleted). External IP: 172.27.0.3, port: 4e88c508-63bd-4782-ab84-478ed9ae3bb4.
Dec 02 16:00:43.413319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:43.927084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-aac4c596-84c5-4c96-a11f-0b2766456294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:43.944117 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Router dca5dc26-96f0-4547-947a-bf3e385ef00f has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:44.550648 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:44.561682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Sync routers for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:44.566769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:44.573975 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:44.574639 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a72048>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:44.777233 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:44.786086 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:44.798365 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Sync routers for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:44.799184 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3e081888-ec1c-4277-90d5-d7769c496b9e admin admin] 10.222.0.101 "PUT /v2.0/routers/ea6a03af-597f-4e38-883e-e5b21a3fbaf9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6429734
Dec 02 16:00:44.800981 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56194) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:44.802021 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for floatingip, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:44.828177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:44.829412 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10905a7ef0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:44.865198 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-82ca210e-c531-4ee8-99f2-a35d772a6218 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "DELETE /v2.0/floatingips/ee1a5794-abca-42da-958d-26f64e29fdc3 HTTP/1.1" status: 204  len: 173 time: 3.4481378
Dec 02 16:00:44.865771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:45.103732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:45.263082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-9426cab8-f9b6-43d5-8b16-1cae29cd70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.265087 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-9426cab8-f9b6-43d5-8b16-1cae29cd70b3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.3811438
Dec 02 16:00:45.280184 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'status': 'completed', 'code': 200}
Dec 02 16:00:45.337486 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a72048>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:45.338583 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:45.342313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Checking router: dca5dc26-96f0-4547-947a-bf3e385ef00f for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:45.354406 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:45.355018 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a72048>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:45.448330 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-2e25b164-14da-4714-b7a6-7bd455163fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.450199 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-2e25b164-14da-4714-b7a6-7bd455163fb1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.1725497
Dec 02 16:00:45.469075 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:45.514387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10905a7ef0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T16:00:42Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:45.520935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Checking router: ea6a03af-597f-4e38-883e-e5b21a3fbaf9 for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:45.526744 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-478f5155-75f1-4d99-baaa-a65a396943a2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 217 time: 0.0696833
Dec 02 16:00:45.534179 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Routers {'ea6a03af-597f-4e38-883e-e5b21a3fbaf9'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:45.534963 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f10905a7ef0>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:45.618928 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-bbb9ea63-17f9-4c74-bdeb-ad9baec2c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.620570 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-bbb9ea63-17f9-4c74-bdeb-ad9baec2c174 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.0798268
Dec 02 16:00:45.624892 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:45.634933 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-4e43c441-e81c-491b-a227-feafa8d400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.636649 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-4e43c441-e81c-491b-a227-feafa8d400b4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=92c709d41db94ec88054f3a048762c37&device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 1162 time: 0.2380407
Dec 02 16:00:45.669170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:45.687390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Deleting port 2f7909b0-5d7b-48f9-9957-7b206299446d {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:45.687796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:45.781503 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] Set router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:45.791555 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-1d1faf37-5266-4205-b305-22f08263b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.796196 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-1d1faf37-5266-4205-b305-22f08263b08c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1680770
Dec 02 16:00:45.967956 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-1a6f71da-c6c9-40f6-84a8-af72c15cc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:45.969574 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-1a6f71da-c6c9-40f6-84a8-af72c15cc335 service neutron] 10.222.0.103 "GET /v2.0/networks?id=b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 200  len: 903 time: 0.3240943
Dec 02 16:00:46.045551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a72048>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:46.051255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ad4b4-a649-4d38-b7e7-cca71a4e845a None None] The sync data for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi is: [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T15:55:25Z', 'revision_number': 4, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi', '_interfaces': [{'id': '4db74e42-07ab-4f38-90bc-9606107195e8', 'name': '', 'network_id': 'b49751da-eb0e-4ecb-880c-88dd1ff589c9', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'mac_address': 'fa:16:3e:96:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:24Z', 'updated_at': '2020-12-02T15:55:35Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'subnets': [{'id': 'b5d04ca6-3ece-4202-82f7-42afb634d236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:00:46.062418 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-c5374602-d0db-4fdc-a44c-0f73a1b01dc8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 200  len: 217 time: 0.0765641
Dec 02 16:00:46.151404 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] For port 2f7909b0-5d7b-48f9-9957-7b206299446d, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=2f7909b0-5d7b-48f9-9957-7b206299446d,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:46.152108 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:46.164748 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-48a5f8ad-295a-4f28-ad0b-daed69050dd2 service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582888
Dec 02 16:00:46.215382 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:46.308287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Calling delete_port for 2f7909b0-5d7b-48f9-9957-7b206299446d owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:46.330310 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-50ff2d21-20b1-429e-a5d2-14679ce05841 req-c14d2ce3-ae59-45fc-a251-b68dbb5b644d service neutron] 10.222.0.101 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578584
Dec 02 16:00:46.345004 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-fd367aeb-a696-4d87-83e8-b270dec7c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:46.347289 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-fd367aeb-a696-4d87-83e8-b270dec7c615 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 200  len: 848 time: 0.2765322
Dec 02 16:00:46.362064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:46.496638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f10905a7ef0>, [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T16:00:42Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:46.508899 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd9b69-4fac-4332-ad25-27ee9be4afde None None] The sync data for ids ['ea6a03af-597f-4e38-883e-e5b21a3fbaf9'] in dv-cinder-737618-2-iscsi is: [{'id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'name': 'tempest-TestVolumeBootPattern-1674399377-router', 'tenant_id': 'e84bacbd36bc4a75898431f75ffae141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:58Z', 'updated_at': '2020-12-02T16:00:42Z', 'revision_number': 5, 'project_id': 'e84bacbd36bc4a75898431f75ffae141', 'gw_port': {'id': '2f7909b0-5d7b-48f9-9957-7b206299446d', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6a03af-597f-4e38-883e-e5b21a3fbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:01Z', 'updated_at': '2020-12-02T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:00:46.546611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-124df644-6409-40fb-baf3-535f507e4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:46.554147 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-124df644-6409-40fb-baf3-535f507e4d8e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=b49751da-eb0e-4ecb-880c-88dd1ff589c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1938589
Dec 02 16:00:46.595744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227c643-fe18-4976-ac87-c602ac580dcf None None] New status for floating IP ee1a5794-abca-42da-958d-26f64e29fdc3: DOWN {{(pid=80396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 16:00:46.756161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:46.854909 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-caacba9b-ff9d-441a-b6d6-05245100a206 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2958496
Dec 02 16:00:47.073458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe1eb-7bfd-4c79-8f84-7620f8687b8d req-42528951-81a2-4eb5-9341-7ccdb2c882f2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:47.074843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f16fe1eb-7bfd-4c79-8f84-7620f8687b8d req-42528951-81a2-4eb5-9341-7ccdb2c882f2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80393) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:47.094524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.137873 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-f16fe1eb-7bfd-4c79-8f84-7620f8687b8d req-42528951-81a2-4eb5-9341-7ccdb2c882f2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80393) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:47.139218 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f16fe1eb-7bfd-4c79-8f84-7620f8687b8d req-42528951-81a2-4eb5-9341-7ccdb2c882f2 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.1854422
Dec 02 16:00:47.188524 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-f16fe1eb-7bfd-4c79-8f84-7620f8687b8d req-0a2c29f8-1a4f-4ff6-96ac-1fe495b40694 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426354
Dec 02 16:00:47.245753 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.249116 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-de87ec5c-46ca-42ae-b92b-f8f89831f515 req-282a69d1-d846-49c5-9ed1-824bc2860335 service neutron] 10.222.0.103 "GET /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3396201
Dec 02 16:00:47.250251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.349749 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.350246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6a03af-597f-4e38-883e-e5b21a3fbaf9 {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 16:00:47.365361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.366629 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8957acb9-d84b-4606-8590-270a582398c5 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ea6a03af-597f-4e38-883e-e5b21a3fbaf9 HTTP/1.1" status: 204  len: 168 time: 2.5646031
Dec 02 16:00:47.370106 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56208) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:47.451056 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Deleting subnet 9415ea95-c8b9-4f2a-9751-152624286395 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 16:00:47.454704 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.512334 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.615411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.927492 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:47.943071 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:48.036796 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9415ea95-c8b9-4f2a-9751-152624286395,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:48.044820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:48.093319 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.100849 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bcd23589-096a-43bf-b2c0-aba9b9d80f1c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9415ea95-c8b9-4f2a-9751-152624286395 HTTP/1.1" status: 204  len: 168 time: 0.7295916
Dec 02 16:00:48.106141 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56212) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:48.106436 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cca180-25e6-4d7c-9581-b8ad92501819 None None] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 16:00:48.235489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.343580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 2f7909b0-5d7b-48f9-9957-7b206299446d no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:48.384440 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 2f7909b0-5d7b-48f9-9957-7b206299446d {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:48.384935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 2f7909b0-5d7b-48f9-9957-7b206299446d not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:48.385419 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 058e568a-d4b0-4997-95b0-64bf7f2eacd5 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:48.427315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 058e568a-d4b0-4997-95b0-64bf7f2eacd5 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:48.427315 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 058e568a-d4b0-4997-95b0-64bf7f2eacd5 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:48.504613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] DHCP port deletion for fb4a3f3f-f009-42fb-af5a-e60d7446ffbb request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 16:00:48.510832 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Deleting port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:48.511263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.614568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Deleting port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:48.615062 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.737205 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] For port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:48.737633 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.830678 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6310c-94ac-4d30-ad9f-0bcf7ea93bc1 req-bd8d29e0-d079-45ec-a376-349684d0574d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:48.832287 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fac6310c-94ac-4d30-ad9f-0bcf7ea93bc1 req-bd8d29e0-d079-45ec-a376-349684d0574d tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.2746570
Dec 02 16:00:48.876735 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Calling delete_port for a8c8f45b-60a1-4f65-a6a0-e3fb856237ae owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:48.936337 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a191b-a24f-4909-8033-81f22253506a req-60177603-da08-4e27-b53a-cfc45c1ce402 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:48.937926 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-995a191b-a24f-4909-8033-81f22253506a req-60177603-da08-4e27-b53a-cfc45c1ce402 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.103 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 945 time: 0.2915480
Dec 02 16:00:48.978760 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:48.995258 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:49.052494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] For port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,segment=NetworkSegment(888454ee-4d15-4c6e-b291-bb6299f00fda),segment_id=888454ee-4d15-4c6e-b291-bb6299f00fda)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:49.052905 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:49.065599 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-fac6310c-94ac-4d30-ad9f-0bcf7ea93bc1 req-87bd2bbd-2033-4da0-9123-52929ceb7cc4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2256119
Dec 02 16:00:49.080847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Deleting port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:49.080847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:49.098551 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Pushing event deleted for resources: {'Port': ['ID=a8c8f45b-60a1-4f65-a6a0-e3fb856237ae,revision_number=None']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:49.120002 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.120409 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.120789 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.121166 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.121536 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.121903 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.122269 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.122632 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.122995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.123356 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.123717 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.124102 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.124526 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.124891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.125263 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.125624 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.125983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.126344 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.126703 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.127061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.127423 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.127786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.128170 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.128531 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-iscsi {{(pid=80395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 16:00:49.132434 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:49.168461 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7ca36-d8c3-4417-8038-a849e2b66367 None None] No DVR routers for this DVR port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae on host dv-cinder-737618-2-iscsi {{(pid=80395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:00:49.213311 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Device 4e88c508-63bd-4782-ab84-478ed9ae3bb4 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:49.239341 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Calling delete_port for a8c8f45b-60a1-4f65-a6a0-e3fb856237ae owned by network:dhcp {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:49.334041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853242312'] for port, before_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:49.365730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:49.377012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:49.401381 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305032754309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731821494694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363305033281089'] for port, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:49.404031 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-355324e9-5f40-408f-9138-10d1b3b064a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:49.444595 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'code': 200}
Dec 02 16:00:49.457303 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 16:00:49.457676 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 16:00:49.482830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Pushing event updated for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=7']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:49.486328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:49.533565 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:49.533972 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:49.665841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Calling delete_port for 4e88c508-63bd-4782-ab84-478ed9ae3bb4 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:49.795178 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 16:00:49.795556 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 16:00:49.958969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Deleting port a8c8f45b-60a1-4f65-a6a0-e3fb856237ae {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:49.959277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:50.033127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] The port 'a8c8f45b-60a1-4f65-a6a0-e3fb856237ae' was deleted {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 16:00:50.169610 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:50.304429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Deleting port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:50.304875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:50.308441 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a8c8f45b-60a1-4f65-a6a0-e3fb856237ae no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:50.354567 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: a8c8f45b-60a1-4f65-a6a0-e3fb856237ae {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:50.355095 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a8c8f45b-60a1-4f65-a6a0-e3fb856237ae not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:50.407662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f109066fc88>,) {'filters': {'network_id': ['fb4a3f3f-f009-42fb-af5a-e60d7446ffbb']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:50.431762 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f109066fc88>, '888454ee-4d15-4c6e-b291-bb6299f00fda') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:50.432161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f109066fc88>, '888454ee-4d15-4c6e-b291-bb6299f00fda') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:50.488454 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:50.521797 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:50.528740 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 16:00:50.579961 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03cfa1-a07c-4252-95ff-51e94c7732ef req-3f7f917d-7cf8-473d-8ca4-5aef47740c9a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 16:00:50.581686 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e03cfa1-a07c-4252-95ff-51e94c7732ef req-3f7f917d-7cf8-473d-8ca4-5aef47740c9a tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 943 time: 0.3420238
Dec 02 16:00:50.882349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:00:50.893121 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-0e03cfa1-a07c-4252-95ff-51e94c7732ef req-ca7ea9a5-531b-4688-aba5-355e73af85cb tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups?id=45066472-c9db-4980-92e6-7d11978b20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2545168
Dec 02 16:00:50.894934 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:51.021074 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] For port 4e88c508-63bd-4782-ab84-478ed9ae3bb4, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4e88c508-63bd-4782-ab84-478ed9ae3bb4,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:51.021478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:51.230153 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Calling delete_port for 4e88c508-63bd-4782-ab84-478ed9ae3bb4 owned by compute:nova {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:51.273636 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Network fb4a3f3f-f009-42fb-af5a-e60d7446ffbb has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   % (table.description, expected, rows_matched)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 16:00:51.299224 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 16:00:51.449774 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:51.460061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:51.465969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-385824e1-715e-4210-8be5-52e9a5652ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:51.503450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4a3f3f-f009-42fb-af5a-e60d7446ffbb,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:51.506475 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:51.565396 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:51.584650 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9a2f7b01-fa49-4d51-8da9-24cb106a451c tempest-TestVolumeBootPattern-1300456099 tempest-TestVolumeBootPattern-1300456099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:51.919619 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-6e985c34-8b8a-40da-a62d-85d6f55bd2c7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fb4a3f3f-f009-42fb-af5a-e60d7446ffbb HTTP/1.1" status: 204  len: 168 time: 3.8122506
Dec 02 16:00:51.924389 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56224) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:51.933143 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event deleted for resources: {'Port': ['ID=4e88c508-63bd-4782-ab84-478ed9ae3bb4,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:51.936463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:52.089656 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] No DVR routers for this DVR port 4e88c508-63bd-4782-ab84-478ed9ae3bb4 on host hv-cinder-73761 {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:00:52.091790 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771944'] for port, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:52.094313 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-995a191b-a24f-4909-8033-81f22253506a req-d4d035ab-84b2-4a30-b0a4-19adae2218a4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.103 "DELETE /v2.0/ports/4e88c508-63bd-4782-ab84-478ed9ae3bb4 HTTP/1.1" status: 204  len: 173 time: 3.1368873
Dec 02 16:00:52.095083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-deleted', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4'}] {{(pid=80394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 16:00:52.188884 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-9a7bd4e9-eb26-4080-826d-9dd0185cd0a4 req-f88301ca-5fbb-424a-b697-e23b5eff9299 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 210 time: 0.0774221
Dec 02 16:00:52.199526 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e84b35-1972-4148-a6f7-a4753c5c6f2d', 'name': 'network-vif-deleted', 'tag': '4e88c508-63bd-4782-ab84-478ed9ae3bb4', 'status': 'completed', 'code': 200}
Dec 02 16:00:52.418969 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:53.087313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Deleting port a84540a1-a27d-416e-adf7-d4dd2d4b577c {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:53.088279 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:53.406198 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-eaa265ca-681d-4560-ae00-7cbb3f564488 req-7eef5116-4619-48e7-a9af-721b5a1d682c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Synchronizing usage tracker for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80394) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 16:00:53.469223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.quota.resource [req-eaa265ca-681d-4560-ae00-7cbb3f564488 req-7eef5116-4619-48e7-a9af-721b5a1d682c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Unset dirty status for tenant:92c709d41db94ec88054f3a048762c37 on resource:port {{(pid=80394) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 16:00:53.471586 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-eaa265ca-681d-4560-ae00-7cbb3f564488 req-7eef5116-4619-48e7-a9af-721b5a1d682c tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/ports?device_id=88e84b35-1972-4148-a6f7-a4753c5c6f2d HTTP/1.1" status: 200  len: 210 time: 0.1272180
Dec 02 16:00:53.543313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] For port a84540a1-a27d-416e-adf7-d4dd2d4b577c, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a84540a1-a27d-416e-adf7-d4dd2d4b577c,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:53.543721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:53.683721 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Calling delete_port for a84540a1-a27d-416e-adf7-d4dd2d4b577c owned by network:router_interface {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:53.903759 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:53.918313 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-def06745-ac2a-439f-aaec-6964678b224d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:53.967715 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Pushing event deleted for resources: {'Port': ['ID=a84540a1-a27d-416e-adf7-d4dd2d4b577c,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:54.018506 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:54.350327 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:54.668688 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-f1becfb3-6be4-4269-bb7b-d9dbcabbbd3e tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "GET /v2.0/security-groups/45066472-c9db-4980-92e6-7d11978b20f4 HTTP/1.1" status: 200  len: 2879 time: 0.0549614
Dec 02 16:00:54.749380 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:54.783066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:54.869864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:54.876746 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-558f862a-a9d8-4e8d-86e6-9e773d690efa tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:54.890184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Router 727cec83-fa8c-40a9-9dd3-32df4b57d73d has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:54.893644 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Pushing event deleted for resources: {'SecurityGroup': ['ID=45066472-c9db-4980-92e6-7d11978b20f4,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:54.896667 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:54.932871 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:54.934155 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [req-77cb6bc8-fbc6-4558-8db2-0d5f578e7fad req-08861cb0-c662-4e4b-9072-57d8a0432ed4 tempest-TestShelveInstance-818439461 tempest-TestShelveInstance-818439461] 10.222.0.101 "DELETE /v2.0/security-groups/45066472-c9db-4980-92e6-7d11978b20f4 HTTP/1.1" status: 204  len: 173 time: 0.2588074
Dec 02 16:00:55.094478 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56240) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:55.106154 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:55.124022 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Sync routers for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:55.128561 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-7d3e710f-c2e2-458f-9fc5-daa81dbc028f admin admin] 10.222.0.101 "PUT /v2.0/routers/727cec83-fa8c-40a9-9dd3-32df4b57d73d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2027991
Dec 02 16:00:55.131890 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56246) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:55.172535 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:55.173343 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090d53cf8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:55.384368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:55.514368 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:55.660935 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:55.745654 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:55.748499 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090d53cf8>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:55.754131 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Checking router: 727cec83-fa8c-40a9-9dd3-32df4b57d73d for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:55.756606 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Deleting port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:55.757256 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:55.766218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Routers {'727cec83-fa8c-40a9-9dd3-32df4b57d73d'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:55.766926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090d53cf8>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:56.137079 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] For port 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1cd212bb-5ac1-4f5a-bf19-7b5210d6842e,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:56.138966 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.214480 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] Set router 727cec83-fa8c-40a9-9dd3-32df4b57d73d gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:56.335357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Calling delete_port for 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:56.496184 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.682400 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Deleting port 4db74e42-07ab-4f38-90bc-9606107195e8 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:56.682932 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.701358 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090d53cf8>, [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:56.705681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605858ae-02a2-4ede-9cf0-03a785a2fccb None None] The sync data for ids ['727cec83-fa8c-40a9-9dd3-32df4b57d73d'] in dv-cinder-737618-2-iscsi is: [{'id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'name': 'tempest-TestVolumeBootPattern-671445999-router', 'tenant_id': '4288f43aaf914a2db3f930e6187abe1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:34Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '4288f43aaf914a2db3f930e6187abe1a', 'gw_port': {'id': '1cd212bb-5ac1-4f5a-bf19-7b5210d6842e', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727cec83-fa8c-40a9-9dd3-32df4b57d73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:36Z', 'updated_at': '2020-12-02T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:00:56.713351 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.860706 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.863186 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:56.908165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] For port 4db74e42-07ab-4f38-90bc-9606107195e8, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=4db74e42-07ab-4f38-90bc-9606107195e8,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:56.908581 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.049574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Calling delete_port for 4db74e42-07ab-4f38-90bc-9606107195e8 owned by network:router_interface {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:57.161439 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.162349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727cec83-fa8c-40a9-9dd3-32df4b57d73d {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 16:00:57.179371 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.180794 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-4af6cd73-d15a-4f02-a7dd-4deac86ba775 admin admin] 10.222.0.101 "DELETE /v2.0/routers/727cec83-fa8c-40a9-9dd3-32df4b57d73d HTTP/1.1" status: 204  len: 168 time: 2.0467577
Dec 02 16:00:57.183321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56250) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:57.267682 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Deleting subnet f9de454b-83af-40b1-b608-261613a087f4 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 16:00:57.272355 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.292875 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.313494 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9c463bb9-1a21-478b-b277-22eb76c62f21 tempest-VolumesNegativeTest-943869642 tempest-VolumesNegativeTest-943869642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:57.341286 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.420931 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Pushing event deleted for resources: {'Port': ['ID=4db74e42-07ab-4f38-90bc-9606107195e8,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:57.428628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:57.442680 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.780013 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.912241 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:57.930384 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3ae7f4ed-b065-412b-ba67-c43b766556c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:58.022521 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9de454b-83af-40b1-b608-261613a087f4,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:58.030173 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:58.089991 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:58.102285 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8d39a0bb-b5e8-40b9-ae0f-3b01ff608da5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f9de454b-83af-40b1-b608-261613a087f4 HTTP/1.1" status: 204  len: 168 time: 0.9172735
Dec 02 16:00:58.103335 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d6b77-5f29-4e6b-8795-dd1e3f7b4a1a None None] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 16:00:58.109216 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56254) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:58.394855 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:58.416089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] DHCP port deletion for ff6cd250-0a0a-4b72-926f-0996e6fdecf8 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 16:00:58.422030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Deleting port 1d6342e8-0166-4d8e-9c20-6406e164f851 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:58.422658 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:58.454665 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:58.501710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:58.502231 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1cd212bb-5ac1-4f5a-bf19-7b5210d6842e not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:58.502883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a84540a1-a27d-416e-adf7-d4dd2d4b577c no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:00:58.510778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Deleting port 1d6342e8-0166-4d8e-9c20-6406e164f851 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:58.511177 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:58.558484 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: a84540a1-a27d-416e-adf7-d4dd2d4b577c {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:00:58.559033 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a84540a1-a27d-416e-adf7-d4dd2d4b577c not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:00:58.654853 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Router dca5dc26-96f0-4547-947a-bf3e385ef00f has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:00:58.739885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] For port 1d6342e8-0166-4d8e-9c20-6406e164f851, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1d6342e8-0166-4d8e-9c20-6406e164f851,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:58.740357 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:58.874124 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Calling delete_port for 1d6342e8-0166-4d8e-9c20-6406e164f851 owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:58.938530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] For port 1d6342e8-0166-4d8e-9c20-6406e164f851, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=1d6342e8-0166-4d8e-9c20-6406e164f851,segment=NetworkSegment(b41aa62d-d11b-4e9d-9474-00aa7d710551),segment_id=b41aa62d-d11b-4e9d-9474-00aa7d710551)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:00:58.938949 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.009553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.039445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:00:59.166962 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Pushing event deleted for resources: {'Port': ['ID=1d6342e8-0166-4d8e-9c20-6406e164f851,revision_number=None']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:00:59.170016 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:00:59.222569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de01e8-6778-4741-b21a-2883bb01536d None None] No DVR routers for this DVR port 1d6342e8-0166-4d8e-9c20-6406e164f851 on host dv-cinder-737618-2-iscsi {{(pid=80395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:00:59.342803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Calling delete_port for 1d6342e8-0166-4d8e-9c20-6406e164f851 owned by network:dhcp {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:00:59.409891 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:00:59.419750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Sync routers for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:00:59.431428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:59.432287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a72c88>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:59.443845 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80393) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 16:00:59.444246 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 16:00:59.471329 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-fb7ce295-0b82-4d77-b003-9ce25bbd235e admin admin] 10.222.0.101 "PUT /v2.0/routers/dca5dc26-96f0-4547-947a-bf3e385ef00f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3759081
Dec 02 16:00:59.474202 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56258) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:00:59.639592 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:00:59.677139 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks [] for router, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.876764 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.882281 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Deleting port cdb2ffa5-a3df-41a9-9f60-619a2bbae212 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:59.883009 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.951943 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Deleting port 1d6342e8-0166-4d8e-9c20-6406e164f851 {{(pid=80393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:00:59.952305 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:00:59.956593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a72c88>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T16:00:57Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:00:59.961529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Checking router: dca5dc26-96f0-4547-947a-bf3e385ef00f for host: dv-cinder-737618-2-iscsi {{(pid=80396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:00:59.971865 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Routers {'dca5dc26-96f0-4547-947a-bf3e385ef00f'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:00:59.972830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090a72c88>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['dca5dc26-96f0-4547-947a-bf3e385ef00f'], 'active': True} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:00.087513 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] The port '1d6342e8-0166-4d8e-9c20-6406e164f851' was deleted {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 16:01:00.172085 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] Set router dca5dc26-96f0-4547-947a-bf3e385ef00f gateway port host: dv-cinder-737618-2-iscsi {{(pid=80396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:01:00.263395 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:00.331476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1d6342e8-0166-4d8e-9c20-6406e164f851 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:00.360710 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] For port cdb2ffa5-a3df-41a9-9f60-619a2bbae212, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=cdb2ffa5-a3df-41a9-9f60-619a2bbae212,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:00.361125 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:00.370276 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 1d6342e8-0166-4d8e-9c20-6406e164f851 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:00.370912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 1d6342e8-0166-4d8e-9c20-6406e164f851 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:00.527883 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Calling delete_port for cdb2ffa5-a3df-41a9-9f60-619a2bbae212 owned by network:router_gateway {{(pid=80393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:00.592110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f108ae069b0>,) {'filters': {'network_id': ['ff6cd250-0a0a-4b72-926f-0996e6fdecf8']}} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:00.611611 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f108ae069b0>, 'b41aa62d-d11b-4e9d-9474-00aa7d710551') {'for_net_delete': True} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:00.611964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f108ae069b0>, 'b41aa62d-d11b-4e9d-9474-00aa7d710551') {} {{(pid=80393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:00.631161 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852245032'] for segment, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:00.660405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:00.662997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 16:01:00.669076 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090a72c88>, [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T16:00:57Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:00.673508 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352794d7-e488-4f7a-8d1e-89709987af82 None None] The sync data for ids ['dca5dc26-96f0-4547-947a-bf3e385ef00f'] in dv-cinder-737618-2-iscsi is: [{'id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'name': 'tempest-TestShelveInstance-1860306437-router', 'tenant_id': '92c709d41db94ec88054f3a048762c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:17Z', 'updated_at': '2020-12-02T16:00:57Z', 'revision_number': 5, 'project_id': '92c709d41db94ec88054f3a048762c37', 'gw_port': {'id': 'cdb2ffa5-a3df-41a9-9f60-619a2bbae212', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca5dc26-96f0-4547-947a-bf3e385ef00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:18Z', 'updated_at': '2020-12-02T15:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:01:00.919677 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3441245'] for port, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:00.952110 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:01.015843 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851334614'] for segment, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.252293 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Network ff6cd250-0a0a-4b72-926f-0996e6fdecf8 has no segments {{(pid=80393) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 16:01:01.279795 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 16:01:01.423175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.547041 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.559332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9b7a0b4b-6900-4578-a353-c96bc9e0352d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:01.576869 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.589251 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.596082 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.598321 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6cd250-0a0a-4b72-926f-0996e6fdecf8,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:01.607012 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:01.619606 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-bd5902e7-abf9-4e4f-8fd0-7c313ecf9df3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ff6cd250-0a0a-4b72-926f-0996e6fdecf8 HTTP/1.1" status: 204  len: 168 time: 3.5089176
Dec 02 16:01:01.669240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.669841 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca5dc26-96f0-4547-947a-bf3e385ef00f {{(pid=80393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 16:01:01.679390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] Notify callbacks [] for router, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.681416 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-2020a3e0-94d5-4250-92d4-fb420c0d8871 admin admin] 10.222.0.101 "DELETE /v2.0/routers/dca5dc26-96f0-4547-947a-bf3e385ef00f HTTP/1.1" status: 204  len: 168 time: 2.2061644
Dec 02 16:01:01.684511 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56264) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:01.764516 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Deleting subnet b5d04ca6-3ece-4202-82f7-42afb634d236 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 16:01:01.768052 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.823030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.889640 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56268) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:01.919403 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:01.960205 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-5f712a2e-fddf-47c1-8af9-0f2bad1b8a46 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e84bacbd36bc4a75898431f75ffae141&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0691772
Dec 02 16:01:01.962897 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56272) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:02.246964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.261519 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0498c678-ec4e-4b2c-b6d2-9bbf2ca5519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:02.294864 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.308900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d04ca6-3ece-4202-82f7-42afb634d236,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:02.311726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:02.324679 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 4db74e42-07ab-4f38-90bc-9606107195e8 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:02.326622 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.359885 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: 4db74e42-07ab-4f38-90bc-9606107195e8 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:02.363786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 4db74e42-07ab-4f38-90bc-9606107195e8 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:02.363786 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device cdb2ffa5-a3df-41a9-9f60-619a2bbae212 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:02.397730 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: cdb2ffa5-a3df-41a9-9f60-619a2bbae212 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:02.398122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device cdb2ffa5-a3df-41a9-9f60-619a2bbae212 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:02.415716 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.421645 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733e65c-78ec-4877-86cb-ef1d0a9ad373 None None] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 16:01:02.422967 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8c484be6-9d70-48d3-a040-423e581f2d98 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b5d04ca6-3ece-4202-82f7-42afb634d236 HTTP/1.1" status: 204  len: 168 time: 0.7362351
Dec 02 16:01:02.424712 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56276) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:02.486889 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.492320 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-e67515d0-3b21-4bd3-95db-a6207b894c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:02.507473 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31edb9dd-4a8f-4a7d-8765-3da617474ba5,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:02.513723 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:02.516008 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.517183 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8d329a60-0290-4513-9d57-de1852ff6439 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31edb9dd-4a8f-4a7d-8765-3da617474ba5 HTTP/1.1" status: 204  len: 168 time: 0.5532501
Dec 02 16:01:02.556779 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.635094 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Deleting port a198f228-87c6-48ca-9d30-977faccaec46 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:02.635446 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.731882 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] DHCP port deletion for b49751da-eb0e-4ecb-880c-88dd1ff589c9 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 16:01:02.736372 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Deleting port a198f228-87c6-48ca-9d30-977faccaec46 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:02.736918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:02.916773 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] For port a198f228-87c6-48ca-9d30-977faccaec46, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a198f228-87c6-48ca-9d30-977faccaec46,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:02.917458 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.049050 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] For port a198f228-87c6-48ca-9d30-977faccaec46, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=a198f228-87c6-48ca-9d30-977faccaec46,segment=NetworkSegment(fb2b9bb5-2e4a-45e1-9689-22866f95621c),segment_id=fb2b9bb5-2e4a-45e1-9689-22866f95621c)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:03.049626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.093209 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Calling delete_port for a198f228-87c6-48ca-9d30-977faccaec46 owned by network:dhcp {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:03.181803 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Calling delete_port for a198f228-87c6-48ca-9d30-977faccaec46 owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:03.192530 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56284) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:03.211548 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.230621 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3a3ddb91-4bf5-4286-a647-bd308a9806e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:03.255169 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80395) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 16:01:03.255515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 16:01:03.328574 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Pushing event deleted for resources: {'Port': ['ID=a198f228-87c6-48ca-9d30-977faccaec46,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:03.345568 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:03.396002 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-18e02690-22aa-4bb6-8999-02753306bc0f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4288f43aaf914a2db3f930e6187abe1a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2021177
Dec 02 16:01:03.398638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56288) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:03.442163 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] No DVR routers for this DVR port a198f228-87c6-48ca-9d30-977faccaec46 on host dv-cinder-737618-2-iscsi {{(pid=80394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:01:03.757162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Deleting port a198f228-87c6-48ca-9d30-977faccaec46 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:03.757750 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.828925 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-e293aee7-76d0-4689-9742-02b42018e5cf None None] The port 'a198f228-87c6-48ca-9d30-977faccaec46' was deleted {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 16:01:03.836778 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.839627 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:03.952273 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.008902 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f10900af9b0>,) {'filters': {'network_id': ['b49751da-eb0e-4ecb-880c-88dd1ff589c9']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:04.027708 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f10900af9b0>, 'fb2b9bb5-2e4a-45e1-9689-22866f95621c') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:04.028083 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f10900af9b0>, 'fb2b9bb5-2e4a-45e1-9689-22866f95621c') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:04.040771 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.109204 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.111776 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 16:01:04.193148 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.202468 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-9adc17fe-5133-4adf-913f-6d5305f46d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:04.223127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5591579c-e8b8-430a-80b2-f1da59ba0998,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:04.225836 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:04.313628 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a198f228-87c6-48ca-9d30-977faccaec46 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:04.327634 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.328922 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b928beb5-dad7-48d5-96aa-d7b897c6b1b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5591579c-e8b8-430a-80b2-f1da59ba0998 HTTP/1.1" status: 204  len: 168 time: 0.9291880
Dec 02 16:01:04.339591 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:04.348763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: a198f228-87c6-48ca-9d30-977faccaec46 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:04.349203 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device a198f228-87c6-48ca-9d30-977faccaec46 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:04.349669 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.536849 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Network b49751da-eb0e-4ecb-880c-88dd1ff589c9 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 16:01:04.560289 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 16:01:04.692066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.696463 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:04.711999 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:04.724955 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49751da-eb0e-4ecb-880c-88dd1ff589c9,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:04.730432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:04.761780 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b49751da-eb0e-4ecb-880c-88dd1ff589c9 HTTP/1.1" status: 204  len: 168 time: 2.3358831
Dec 02 16:01:04.764896 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56294) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:05.151349 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3704244'] for router_interface, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:05.745317 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Deleting port efee0010-ec90-4b18-839d-14abe64ccfc8 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:05.745719 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:05.924323 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] For port efee0010-ec90-4b18-839d-14abe64ccfc8, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=efee0010-ec90-4b18-839d-14abe64ccfc8,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:05.924726 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:06.057453 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Calling delete_port for efee0010-ec90-4b18-839d-14abe64ccfc8 owned by network:router_interface {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:06.263157 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:06.280030 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-ccb15e60-27ad-4870-9028-559a8eb57d5b tempest-AttachVolumeShelveTestJSON-1153683862 tempest-AttachVolumeShelveTestJSON-1153683862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:06.376007 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efee0010-ec90-4b18-839d-14abe64ccfc8,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:06.378918 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:06.708638 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851523602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850853783'] for router_interface, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:07.474046 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Router 8e7fe1ec-ff10-4885-84d3-52179c789dce has already been hosted by L3 agent b598608f-27e9-47ad-80df-2bd76a50b247 {{(pid=80394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 16:01:07.668255 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-iscsi the message routers_updated {{(pid=80394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 16:01:07.677379 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Sync routers for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 16:01:07.677547 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d8331fac-8cd2-4463-a753-a3c5b0bfe5a9 admin admin] 10.222.0.101 "PUT /v2.0/routers/8e7fe1ec-ff10-4885-84d3-52179c789dce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9114792
Dec 02 16:01:07.680816 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56298) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:07.688066 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:01:07.688744 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090547a90>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:07.871793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks [] for router, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:07.879957 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:01:08.077111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.083895 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Deleting port e593db60-fefa-4413-846e-895375b84149 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:08.084549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.328120 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] For port e593db60-fefa-4413-846e-895375b84149, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=e593db60-fefa-4413-846e-895375b84149,segment=NetworkSegment(245906be-4169-47e9-9be0-825a07ec06f7),segment_id=245906be-4169-47e9-9be0-825a07ec06f7)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:08.328651 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.379392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090547a90>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T16:01:06Z', 'revision_number': 5, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:08.384025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Checking router: 8e7fe1ec-ff10-4885-84d3-52179c789dce for host: dv-cinder-737618-2-iscsi {{(pid=80395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 16:01:08.394387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Routers {'8e7fe1ec-ff10-4885-84d3-52179c789dce'} bound to L3 agent in host dv-cinder-737618-2-iscsi {{(pid=80395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 16:01:08.395067 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1090547a90>, 'dv-cinder-737618-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:38:44Z,description=<?>,heartbeat_timestamp=2020-12-02T16:00:44Z,host='dv-cinder-737618-2-iscsi',id=b598608f-27e9-47ad-80df-2bd76a50b247,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T15:38:44Z,topic='l3_agent')) {'router_ids': ['8e7fe1ec-ff10-4885-84d3-52179c789dce'], 'active': True} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:08.463910 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Calling delete_port for e593db60-fefa-4413-846e-895375b84149 owned by network:router_gateway {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:08.587833 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvr_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] Set router 8e7fe1ec-ff10-4885-84d3-52179c789dce gateway port host: dv-cinder-737618-2-iscsi {{(pid=80395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 16:01:08.631626 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2157858'] for port, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.829874 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3718204'] for router_gateway, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.903061 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_hamode_db [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1090547a90>, [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T16:01:06Z', 'revision_number': 5, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}], 'dv-cinder-737618-2-iscsi', False) {} {{(pid=80395) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:08.907361 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981cffe-23df-4b48-827f-c72735cd2f5d None None] The sync data for ids ['8e7fe1ec-ff10-4885-84d3-52179c789dce'] in dv-cinder-737618-2-iscsi is: [{'id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'name': 'tempest-TestShelveInstance-958749949-router', 'tenant_id': '559ce81be16c48f9bc941248b91b60ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'external_fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e593db60-fefa-4413-846e-895375b84149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:55:33Z', 'updated_at': '2020-12-02T16:01:06Z', 'revision_number': 5, 'project_id': '559ce81be16c48f9bc941248b91b60ad', 'gw_port': {'id': 'e593db60-fefa-4413-846e-895375b84149', 'name': '', 'network_id': '24f8c85b-53da-46d7-af04-bab2a0f68b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7fe1ec-ff10-4885-84d3-52179c789dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:55:35Z', 'updated_at': '2020-12-02T15:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40255eaa-ad11-4afc-91a7-4b4808ce3049', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-iscsi'}] {{(pid=80395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 16:01:08.969295 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3709214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3064'] for router, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:08.971729 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.017432 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851070321'] for router, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.018017 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7fe1ec-ff10-4885-84d3-52179c789dce {{(pid=80394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 16:01:09.031397 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] Notify callbacks [] for router, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.032680 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-b7d7fe2b-5069-49af-90ce-a0a18524db17 admin admin] 10.222.0.101 "DELETE /v2.0/routers/8e7fe1ec-ff10-4885-84d3-52179c789dce HTTP/1.1" status: 204  len: 168 time: 1.3508377
Dec 02 16:01:09.035580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56302) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:09.114817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Deleting subnet 75597dc4-4258-4686-9440-362a247af562 {{(pid=80394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 16:01:09.118580 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.176183 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2574781'] for subnet, precommit_delete_associations {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.262450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1115138'] for subnet, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.572830 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853660646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2155510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852463567'] for subnet, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.589025 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:09.678826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75597dc4-4258-4686-9440-362a247af562,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:09.682464 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:09.726742 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.732010 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e39f29-a27a-473c-9fc1-00665ad1e098 None None] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 requested from dv-cinder-737618-2-iscsi {{(pid=80395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 16:01:09.733576 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-0ff6f1e9-a7ec-45a6-b795-4feb432b08a3 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/75597dc4-4258-4686-9440-362a247af562 HTTP/1.1" status: 204  len: 168 time: 0.6969028
Dec 02 16:01:09.736376 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56306) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:09.856763 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262944'] for network, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.923847 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Deleting port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:09.924259 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:09.994111 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] DHCP port deletion for 3a884dba-cfe5-4cdc-ad46-a60258d9f012 request from dv-cinder-737618-2-iscsi {{(pid=80395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 16:01:09.998569 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Deleting port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 {{(pid=80395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:09.998995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:10.225613 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] For port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:10.225954 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:10.354857 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e593db60-fefa-4413-846e-895375b84149 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:10.391681 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Calling delete_port for 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 owned by network:dhcp {{(pid=80395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:10.394485 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.db [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] For port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096, host dv-cinder-737618-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-iscsi',level=0,port_id=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,segment=NetworkSegment(f2afa238-afca-42b4-9958-02eb370ea928),segment_id=f2afa238-afca-42b4-9958-02eb370ea928)] {{(pid=80394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 16:01:10.394912 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850865454'] for port, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:10.430424 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: e593db60-fefa-4413-846e-895375b84149 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:10.430817 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device e593db60-fefa-4413-846e-895375b84149 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:10.431287 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device efee0010-ec90-4b18-839d-14abe64ccfc8 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:10.470964 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] No Port match for: efee0010-ec90-4b18-839d-14abe64ccfc8 {{(pid=80395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 16:01:10.471362 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device efee0010-ec90-4b18-839d-14abe64ccfc8 not bound to the agent host dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 16:01:10.471822 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.rpc [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Device 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 no longer exists at agent ovs-agent-dv-cinder-737618-2-iscsi {{(pid=80395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 16:01:10.524997 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Calling delete_port for 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 owned by network:dhcp {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 16:01:10.590684 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 update to DOWN by agent not found {{(pid=80395) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 02 16:01:10.594769 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1531335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13886299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305032754326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363305033281123'] for port, after_delete {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:10.605900 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.db.api [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80394) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 16:01:10.606277 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_db.api [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 16:01:10.610926 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:10.699223 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Pushing event deleted for resources: {'Port': ['ID=8fb7b04f-d224-49ca-a0b4-ccf1959d5096,revision_number=None']} {{(pid=80395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:10.705984 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80395) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:10.748598 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257918f-5e06-429c-924b-e5a4679b4005 None None] No DVR routers for this DVR port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 on host dv-cinder-737618-2-iscsi {{(pid=80395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 16:01:11.108058 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Deleting port 8fb7b04f-d224-49ca-a0b4-ccf1959d5096 {{(pid=80394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 16:01:11.108402 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731821946312'] for port, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.175165 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.plugin [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] The port '8fb7b04f-d224-49ca-a0b4-ccf1959d5096' was deleted {{(pid=80394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 16:01:11.300192 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1114779', 'neutron.services.segments.db._delete_segments_for_network--9223363305032772024'] for network, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.422826 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f108bee9048>,) {'filters': {'network_id': ['3a884dba-cfe5-4cdc-ad46-a60258d9f012']}} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:11.436766 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f108bee9048>, 'f2afa238-afca-42b4-9958-02eb370ea928') {'for_net_delete': True} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:11.437116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.services.segments.db [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f108bee9048>, 'f2afa238-afca-42b4-9958-02eb370ea928') {} {{(pid=80394) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 16:01:11.451630 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305032771000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852201035'] for segment, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.467870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853658763'] for segment, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.469942 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 16:01:11.514524 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.659411 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:11.669515 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1117053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852617899'] for segment, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.859070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.plugins.ml2.managers [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Network 3a884dba-cfe5-4cdc-ad46-a60258d9f012 has no segments {{(pid=80394) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 16:01:11.870705 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-f421fef5-2d6d-46a5-ba32-2860fdb521bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]: Traceback (most recent call last):
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     timer()
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     cb(*args, **kw)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     return func(*args, **kwargs)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     self._notify()
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     self.callback(batched_events)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     event.method(event)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     segment_id)['aggregates'][0]
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     return f(self, *a, **k)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self._get(url).json()
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     **kwargs)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     return self.request(url, 'GET', **kwargs)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     **endpoint_filter)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 16:01:11.883246 dv-cinder-737618-2-iscsi neutron-server[80280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 16:01:12.006218 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853661037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851057574'] for network, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.011091 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851538421'] for network, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.014920 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-3dfdc4e6-090b-40f5-a233-e8d7dd8ca245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:12.037950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a884dba-cfe5-4cdc-ad46-a60258d9f012,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:12.040983 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:12.043127 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-d39cf52f-3efe-4888-b14d-c6d4ce0cf992 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3a884dba-cfe5-4cdc-ad46-a60258d9f012 HTTP/1.1" status: 204  len: 168 time: 2.3056910
Dec 02 16:01:12.357247 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56312) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:12.412438 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-ad0bee34-0e6e-43d6-afae-8cbe6d708e6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=92c709d41db94ec88054f3a048762c37&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0537553
Dec 02 16:01:12.422268 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80394) accepted ('10.222.0.101', 56316) {{(pid=80394) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:12.491489 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.519824 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.594532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.599090 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-0d0c8678-1733-48f2-842f-617c5aec3a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:12.613553 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40412039-cdd3-478d-9a46-e8d4c20dec72,revision_number=None']} {{(pid=80394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:12.617353 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80394) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:12.623195 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80394) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:12.624460 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-8dc3ce30-3b9f-486c-b358-e601170fb713 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/40412039-cdd3-478d-9a46-e8d4c20dec72 HTTP/1.1" status: 204  len: 168 time: 0.2011111
Dec 02 16:01:12.923916 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:01:13.214728 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56324) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:13.267826 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-75a7cdbe-3a3e-4ca1-acad-050da62af633 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=559ce81be16c48f9bc941248b91b60ad&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0517805
Dec 02 16:01:13.270476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [-] (80393) accepted ('10.222.0.101', 56328) {{(pid=80393) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 16:01:13.337162 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:13.366394 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:13.451084 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3818967'] for security_group, after_delete {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:13.455328 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-8bca15c0-6087-4ff4-b286-0e913af38848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 16:01:13.467950 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9edd6f-5f60-405d-85ef-2a3e59832841,revision_number=None']} {{(pid=80393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 16:01:13.472683 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG oslo_concurrency.lockutils [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 16:01:13.476522 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:13.477846 dv-cinder-737618-2-iscsi neutron-server[80280]: INFO neutron.wsgi [None req-db95700d-c654-4657-a6db-d925750bbb55 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5e9edd6f-5f60-405d-85ef-2a3e59832841 HTTP/1.1" status: 204  len: 168 time: 0.2063544
Dec 02 16:01:13.932096 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-ee695ab6-ef26-4fd0-aea6-077956df7333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:15.336837 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:15.845352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:16.263532 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:41.519547 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:41.879946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bd79ccef-9436-46fa-8df5-10045e401925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:43.936807 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2022-8650-4df9-9710-f5cbad918e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:45.234122 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:45.845438 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:46.279813 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:01:49.925437 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:02:11.530972 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:11.862450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d3747e91-0d6b-4664-a5bd-7e011c9b35aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:13.936211 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-532f88e7-6852-454b-ae6a-94cd602bf5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:15.239152 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:15.856352 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:16.261793 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:26.924616 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:02:41.559240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:41.856792 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-cb902850-c984-4d53-8956-dacf452a744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:43.924064 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-939c12ef-94cf-456e-ad64-53fb44e1771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:45.256249 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:45.849860 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:02:46.267450 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:03.925732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:03:11.563662 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:11.860831 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-a5f90c9c-c3fb-423d-aada-0f0ed17e326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:13.929151 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-5bdcb532-d70c-4f2e-b60a-faf71aa7b8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:15.237240 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:15.855214 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:16.266549 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:40.926835 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:03:41.586116 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:41.872332 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-529053a4-6378-43e5-a4c1-39b3c62573ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:43.928758 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-65c3fdd9-ad71-488f-ba01-e1800f0acfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:45.248907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:45.848901 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:03:46.283036 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:03.656922 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.wsgi [req-60a803f9-0a73-46e4-8fcf-9f7dfd33940a req-9d9ecd53-8474-43eb-8b0a-ea8e249a321b service neutron] (80393) timed out ('10.222.0.103', 53385) {{(pid=80393) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 02 16:04:11.597127 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:11.870968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-2eb6f99d-c6b3-42e1-b3f8-03ec96d68537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:13.933907 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1ee3dd68-1571-4234-8eec-1330dcd08287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:15.242428 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:15.871175 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:16.265390 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:17.929133 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:04:41.607653 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:41.870593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-28501212-4277-4786-bcc6-5ef5b44281d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:43.938870 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9a438a1e-276e-4911-8c3d-d276ab25769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:45.247861 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:45.870820 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:46.287593 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:04:54.929609 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:05:11.641736 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:11.881089 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-31b16bd9-10e9-4786-88b3-8bf6aa25e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:13.926946 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-8bc5da38-bb29-4c1c-99f5-fa5649250f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:15.247732 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:15.864476 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:16.275429 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:31.930340 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:05:41.669272 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:41.858387 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-52ea92f3-2267-4529-8879-6ab021c365b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:43.946445 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b59-1251-415d-8040-95fddaeac6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:45.252554 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:45.863664 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:05:46.275070 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:08.930405 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:06:11.686307 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:11.869060 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-7307eb41-dc79-483b-ab26-99fda50427a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:13.931496 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-abafe768-979b-4eb8-a63a-36c7692e7c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:15.245968 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:15.857959 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:16.291457 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:41.708529 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1c2311a1-d543-4a15-ae01-e5589e591630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:41.880073 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-d5b303f4-0f2b-412d-893b-d935d73bcaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:43.937509 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-42777b01-8347-462a-8b34-cb2f96bb559e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:45.264392 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-1bec14f3-e0bd-46e8-8ec7-d44d6a4d3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:45.868995 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-24e543f7-74f7-48ce-bd16-830470ceb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 16:06:45.930823 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron.db.agents_db [None req-3a0bcd84-bfdc-4ca3-a785-849c10386126 None None] Agent healthcheck: found 6 active agents {{(pid=80396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 16:06:46.297285 dv-cinder-737618-2-iscsi neutron-server[80280]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ad2c-bdad-4a00-b089-a032233ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305032772041', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1173945'] for agent, after_update {{(pid=80395) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}